-- Logs begin at Fri 2021-07-23 10:21:19 UTC, end at Fri 2021-07-23 11:33:48 UTC. -- Jul 23 10:51:58.839897 dv-cinder-801989-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 23 10:52:01.611346 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.common.config [-] Logging enabled! Jul 23 10:52:01.611962 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev494 Jul 23 10:52:01.612157 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92939) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 23 10:52:01.616335 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.common.config [-] Logging enabled! Jul 23 10:52:01.616588 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev494 Jul 23 10:52:01.616898 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92939) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 23 10:52:01.617845 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 10:52:01.618204 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 10:52:01.618614 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 10:52:01.618711 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 10:52:01.618897 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 10:52:01.619215 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.619659 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.619920 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.620021 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.620336 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.620628 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.620903 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.621191 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.621484 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.621766 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.622043 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.622323 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.622550 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.622829 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.623113 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.623399 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.623622 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] debug = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.624009 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.624548 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.625059 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.625328 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.625694 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.625899 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.626172 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.626444 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.626728 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.627060 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] host = dv-cinder-801989-3-iscsi {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.627335 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.627622 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.627902 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.628212 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.628513 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.628790 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.629074 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.629346 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.629625 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] log_file = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.629897 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.630181 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.630466 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.630747 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.630970 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.631191 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.631482 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.631768 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.632042 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.632338 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.632612 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.632883 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.633153 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.633419 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.633705 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.633984 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.634266 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.634537 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.634808 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.635075 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.635346 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.635626 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.635897 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.636194 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.636474 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.636758 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.637018 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.637287 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.637587 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.637870 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.638150 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.638432 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.638703 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.638983 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.639249 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.639523 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.639789 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] use_json = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.640055 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.640349 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.640625 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.640902 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.641167 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.641434 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.641701 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.641983 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:01.642273 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.642566 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.642862 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.643141 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.643433 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.643707 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.644022 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.644314 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.644600 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.644883 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.645169 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.645443 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.645726 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.646000 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.646294 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.646597 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.646889 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.647177 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.647448 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.647719 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.647995 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.648295 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.648576 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.648868 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.649157 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.649435 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.649715 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.650008 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.650281 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.650555 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.650831 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.651119 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.651393 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.651661 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.651942 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.652234 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.652507 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.652775 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.653050 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.653340 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.653677 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.653952 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.654224 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.654499 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.654768 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.655051 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.655325 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.655596 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.655867 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.656244 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.656531 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.656805 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.657079 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.657350 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.657631 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.657904 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.658174 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.658470 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.658704 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.658972 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.659240 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.659511 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.660325 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.660751 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.661035 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.661303 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.661580 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.661911 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.662211 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.662511 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.662788 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.663067 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.663344 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.663620 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.663895 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.664195 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.664477 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.664753 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.665023 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.665316 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.665599 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.665889 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.666171 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.666448 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.666743 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.667026 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.667307 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.667582 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.667857 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.668166 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.668452 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.668746 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.669036 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.669331 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.669622 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.669916 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.670191 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.670495 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.670774 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:01.670993 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 10:52:01.671243 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92939) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 23 10:52:02.025494 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 10:52:02.025696 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 10:52:02.025985 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 10:52:02.026457 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 23 10:52:02.423582 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.423939 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.424236 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.426134 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.426402 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.426675 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.461501 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.461771 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.462040 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.475919 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.476221 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.476492 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.507766 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.508058 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.508350 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.545449 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.545725 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.545993 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.784184 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.784832 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.784832 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.784999 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.786169 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.907733 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.908061 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.908373 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.908654 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.908922 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.909233 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.909704 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.909970 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.910225 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.910507 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.910766 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.911028 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.911384 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.911645 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.911899 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.912200 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.912454 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.912718 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.912985 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.913241 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.913510 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.913763 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.914040 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.914412 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.914659 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.914903 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.915300 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 10:52:02.915539 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 10:52:02.915773 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 10:52:02.916006 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 10:52:02.916266 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 10:52:02.916501 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 10:52:02.916875 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 23 10:52:02.921685 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 23 10:52:02.926004 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 23 10:52:02.929913 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jul 23 10:52:02.931564 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 23 10:52:02.932026 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 23 10:52:02.932391 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 23 10:52:02.932790 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 23 10:52:02.935618 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 23 10:52:02.935863 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 23 10:52:02.936237 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 10:52:02.942412 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 23 10:52:02.965971 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 23 10:52:02.966446 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.966747 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92939) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 23 10:52:02.967111 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.968500 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92939) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 23 10:52:02.968794 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 10:52:02.969044 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 23 10:52:02.972308 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:02.972593 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.037604 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 23 10:52:03.037780 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 23 10:52:03.037981 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 23 10:52:03.038359 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 23 10:52:03.059747 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_db.sqlalchemy.engines [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92939) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 23 10:52:03.597903 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.plugins.ml2.managers [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Initializing driver for type 'gre' Jul 23 10:52:03.598547 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] gre ID ranges: [(1, 1000)] Jul 23 10:52:03.655882 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.plugins.ml2.managers [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Initializing driver for type 'local' Jul 23 10:52:03.656404 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.plugins.ml2.managers [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Initializing driver for type 'vlan' Jul 23 10:52:03.673665 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] VlanTypeDriver initialization complete Jul 23 10:52:03.674019 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.plugins.ml2.managers [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Initializing driver for type 'vxlan' Jul 23 10:52:03.674536 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] vxlan ID ranges: [(1, 1000)] Jul 23 10:52:03.736418 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.plugins.ml2.managers [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Initializing extension driver 'port_security' Jul 23 10:52:03.736831 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.plugins.ml2.extensions.port_security [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] PortSecurityExtensionDriver initialization complete Jul 23 10:52:03.737236 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.plugins.ml2.managers [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Initializing mechanism driver 'openvswitch' Jul 23 10:52:03.738317 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.plugins.ml2.managers [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Initializing mechanism driver 'hyperv' Jul 23 10:52:03.745502 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.plugins.ml2.plugin [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:03.746193 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > port after_create 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.746574 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > port after_update 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.746925 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > port after_delete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.747459 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92939) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 10:52:03.747893 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > subnet after_create 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.748278 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > subnet after_update 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.748632 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > subnet after_delete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.749023 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92939) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 10:52:03.749438 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > network after_create 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.749792 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > network after_update 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.750137 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > network after_delete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.750530 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92939) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 10:52:03.750937 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > security_group after_create 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.751289 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > security_group after_update 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.751632 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > security_group after_delete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.752189 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92939) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 10:52:03.752611 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.752967 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.753382 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.754021 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92939) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 10:52:03.754442 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > address_group after_create 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.754790 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > address_group after_update 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.755137 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > address_group after_delete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.755531 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92939) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 10:52:03.755917 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] ML2 OVO RPC backend initialized. {{(pid=92939) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 23 10:52:03.756668 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > router_interface after_create 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.757035 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.757461 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > network before_response 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.757813 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > networks before_response 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.758178 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > port before_response 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.758526 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > ports before_response 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.758875 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > subnet before_response 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.759224 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > subnets before_response 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.759576 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > network after_create 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.759921 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > network after_update 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.760289 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > network after_delete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.760631 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > port after_create 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.760971 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > port after_update 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.761309 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > port after_delete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.761650 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > subnet after_create 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.761986 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > subnet after_update 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.762325 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > subnet after_delete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.762924 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.plugins.ml2.plugin [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Modular L2 Plugin initialization complete Jul 23 10:52:03.763250 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading services supported by the core plugin {{(pid=92939) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 23 10:52:03.763580 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.plugins.ml2.managers [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Got port-security extension from driver 'port_security' Jul 23 10:52:03.764048 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.extensions.vlantransparent [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Disabled vlantransparent extension. Jul 23 10:52:03.764566 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92939) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 23 10:52:03.764885 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading Plugin: router Jul 23 10:52:03.802487 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > router_interface before_create 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.803123 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > router after_create 55549900 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.803398 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > router before_create 55549900 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.803770 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.804203 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.804687 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > router after_delete 55549900 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.805090 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > floatingip after_update 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.805583 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > router after_create 55549900 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.805965 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > router after_update 55549900 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.806433 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > router after_update 55549900 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.806753 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.807257 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > router after_update 55549900 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.807816 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > router precommit_update 55549900 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.808293 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: port after_update 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.808702 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: port after_delete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.809127 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: subnet after_update 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.809503 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.809894 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > port precommit_delete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.810314 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > router precommit_create 55549900 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.810746 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: port before_delete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.811111 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > router precommit_create 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.811484 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > router after_update 55549900 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.811948 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > router precommit_delete 55549900 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.812475 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > router precommit_create 55549900 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.812853 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > router_interface after_create 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.813340 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > router precommit_update 55549900 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.813718 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > agent after_create 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.814132 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > agent after_delete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.814627 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > network after_delete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.815754 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.quota.resource_registry [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Tracking information for resource: router configured {{(pid=92939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 10:52:03.816326 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.quota.resource_registry [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Tracking information for resource: floatingip configured {{(pid=92939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 10:52:03.822571 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.db.l3_agentschedulers_db [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 23 10:52:03.823203 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: port after_update 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.823688 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: port after_create 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.824053 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: port after_delete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.824441 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: port after_update 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.825264 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > router before_create 55550100 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.825632 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > router precommit_delete 55550100 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.825999 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > router precommit_create 55550100 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.826357 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > router precommit_update 55550100 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.830843 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.services.provider_configuration [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Service providers = [] {{(pid=92939) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 23 10:52:03.831208 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.db.servicetype_db [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92939) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 23 10:52:03.834521 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.services.service_base [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92939) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 10:52:03.834879 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.services.service_base [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92939) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 10:52:03.835227 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.services.service_base [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92939) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 10:52:03.836165 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.services.service_base [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92939) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 10:52:03.836543 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.services.service_base [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 23 10:52:03.836935 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 10:52:03.837255 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 23 10:52:03.848923 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 10:52:03.849200 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading Plugin: auto_allocate Jul 23 10:52:03.855113 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: network precommit_update 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.855484 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: network precommit_create 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.856027 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 10:52:03.856384 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading Plugin: tag Jul 23 10:52:03.863822 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 10:52:03.864495 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading Plugin: timestamp Jul 23 10:52:03.870074 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 10:52:03.870408 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading Plugin: network_ip_availability Jul 23 10:52:03.875925 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.876326 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.876690 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:03.877437 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 10:52:03.877761 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading Plugin: flavors Jul 23 10:52:03.882832 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 10:52:03.883168 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading Plugin: revisions Jul 23 10:52:03.887690 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 10:52:03.887921 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_concurrency.lockutils [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.862s {{(pid=92939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 10:52:03.888735 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92939) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 23 10:52:03.889077 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Initializing extension manager. Jul 23 10:52:03.889593 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: __init__.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.889944 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: __pycache__ {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.890283 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.890614 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: address_group.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.891404 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.891983 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: address-group Jul 23 10:52:03.892333 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: address_scope.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.893057 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.893568 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: address-scope Jul 23 10:52:03.893921 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: admin_state_down_before_update.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.895125 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.895638 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: router-admin-state-down-before-update Jul 23 10:52:03.895966 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: agent.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.896708 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.897440 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: agent Jul 23 10:52:03.897775 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: agent_resources_synced.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.898708 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.899220 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: agent-resources-synced Jul 23 10:52:03.899548 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: allowedaddresspairs.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.901454 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.902303 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: allowed-address-pairs Jul 23 10:52:03.902638 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: auto_allocated_topology.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.903735 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.904299 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: auto-allocated-topology Jul 23 10:52:03.904636 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: availability_zone.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.905399 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.905860 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: availability_zone Jul 23 10:52:03.906189 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: availability_zone_filter.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.907110 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.907624 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: availability_zone_filter Jul 23 10:52:03.907952 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: data_plane_status.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.908895 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.909916 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extension data-plane-status not supported by any of loaded plugins Jul 23 10:52:03.910377 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: default_subnetpools.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.911437 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.911952 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: default-subnetpools Jul 23 10:52:03.912313 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: dhcpagentscheduler.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.913150 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.913661 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: dhcp_agent_scheduler Jul 23 10:52:03.913991 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: dns.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.914930 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.915428 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extension dns-integration not supported by any of loaded plugins Jul 23 10:52:03.915756 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: dns_domain_ports.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.916720 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.917232 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 23 10:52:03.917570 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.918498 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.919004 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 23 10:52:03.919330 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: dvr.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.920012 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.920554 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: dvr Jul 23 10:52:03.920879 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: ecmp_routes.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.921811 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.922314 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extension ecmp_routes not supported by any of loaded plugins Jul 23 10:52:03.922633 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: empty_string_filtering.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.923550 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.924058 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: empty-string-filtering Jul 23 10:52:03.924405 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.926055 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.926708 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 23 10:52:03.927034 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.927972 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.928510 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 23 10:52:03.928835 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: external_net.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.929758 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.930267 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: external-net Jul 23 10:52:03.930590 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: extra_dhcp_opt.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.931498 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.932001 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: extra_dhcp_opt Jul 23 10:52:03.932348 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: extraroute.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.933281 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.933787 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: extraroute Jul 23 10:52:03.934110 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: extraroute_atomic.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.935162 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.935671 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: extraroute-atomic Jul 23 10:52:03.936002 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: filter_validation.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.936786 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.937227 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: filter-validation Jul 23 10:52:03.937549 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: fip_pf_description.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.938472 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.938975 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 23 10:52:03.939298 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: fip_port_details.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.940278 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.940818 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: fip-port-details Jul 23 10:52:03.941388 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: flavors.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.942647 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.943171 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: flavors Jul 23 10:52:03.943498 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.945204 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.945730 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 23 10:52:03.946065 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: floatingip_pools.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.946781 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.947287 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: floatingip-pools Jul 23 10:52:03.947616 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: ip_allocation.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.948587 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.949095 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extension ip_allocation not supported by any of loaded plugins Jul 23 10:52:03.949423 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.950352 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.950863 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: ip-substring-filtering Jul 23 10:52:03.951193 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: l2_adjacency.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.952176 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.952688 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extension l2_adjacency not supported by any of loaded plugins Jul 23 10:52:03.953017 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: l3.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.954025 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.954545 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: router Jul 23 10:52:03.954877 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: l3_conntrack_helper.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.957699 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.958238 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 23 10:52:03.958575 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.959541 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.960054 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: ext-gw-mode Jul 23 10:52:03.960416 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.961367 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.961880 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: l3-ha Jul 23 10:52:03.962209 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: l3_flavors.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.963131 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.963641 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: l3-flavors Jul 23 10:52:03.963968 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.964921 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.965427 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: l3-port-ip-change-not-allowed Jul 23 10:52:03.965752 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: l3agentscheduler.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.966818 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.967361 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: l3_agent_scheduler Jul 23 10:52:03.967694 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: logging.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.969229 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.969761 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extension logging not supported by any of loaded plugins Jul 23 10:52:03.970104 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: metering.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.970865 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.971451 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: metering Jul 23 10:52:03.971785 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.973833 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.974385 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: metering_source_and_destination_fields Jul 23 10:52:03.974726 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: multiprovidernet.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.975686 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.976246 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: multi-provider Jul 23 10:52:03.976578 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: netmtu.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.977514 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.978027 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: net-mtu Jul 23 10:52:03.978354 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: netmtu_writable.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.979284 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.979794 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: net-mtu-writable Jul 23 10:52:03.980144 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: network_availability_zone.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.980834 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.981340 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: network_availability_zone Jul 23 10:52:03.981663 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: network_ip_availability.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.982767 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.983280 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: network-ip-availability Jul 23 10:52:03.983606 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: network_segment_range.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.984431 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.984940 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extension network-segment-range not supported by any of loaded plugins Jul 23 10:52:03.985266 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: pagination.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.986264 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.986598 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: pagination Jul 23 10:52:03.986923 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: port_device_profile.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.988636 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.989521 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: port-device-profile Jul 23 10:52:03.989849 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.990799 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.991310 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: port-mac-address-regenerate Jul 23 10:52:03.991637 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.992596 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.993107 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: port-numa-affinity-policy Jul 23 10:52:03.993431 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: port_resource_request.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.994364 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.994866 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extension port-resource-request not supported by any of loaded plugins Jul 23 10:52:03.995189 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: portbindings.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.996156 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.996666 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: binding Jul 23 10:52:03.996991 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: portbindings_extended.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:03.998434 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:03.998949 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: binding-extended Jul 23 10:52:03.999281 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: portsecurity.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.000240 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.000747 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: port-security Jul 23 10:52:04.001074 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: project_id.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.002057 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.002392 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: project-id Jul 23 10:52:04.002717 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: providernet.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.003984 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.004527 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: provider Jul 23 10:52:04.004851 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: qos.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.008427 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.008962 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extension qos not supported by any of loaded plugins Jul 23 10:52:04.009296 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.010548 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.011068 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 23 10:52:04.011403 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.012369 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.012894 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 23 10:52:04.013226 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: qos_default.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.014154 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.014669 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extension qos-default not supported by any of loaded plugins Jul 23 10:52:04.014999 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: qos_fip.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.015666 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.016204 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extension qos-fip not supported by any of loaded plugins Jul 23 10:52:04.016533 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: qos_gateway_ip.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.017467 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.017975 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 23 10:52:04.018303 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: qos_port_network_policy.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.020028 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.020653 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 23 10:52:04.020982 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: qos_rule_type_details.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.021950 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.022469 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 23 10:52:04.022791 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: qos_rules_alias.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.023855 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.024399 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 23 10:52:04.024732 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: quotasv2.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.025719 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.026046 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: quotas Jul 23 10:52:04.026372 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: quotasv2_detail.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.029511 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.029860 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: quota_details Jul 23 10:52:04.030202 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: rbac.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.031282 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.031820 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: rbac-policies Jul 23 10:52:04.032184 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: rbac_address_group.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.033361 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.033886 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: rbac-address-group Jul 23 10:52:04.034218 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: rbac_address_scope.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.035431 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.035950 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: rbac-address-scope Jul 23 10:52:04.036302 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: rbac_security_groups.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.037239 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.037756 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: rbac-security-groups Jul 23 10:52:04.038083 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: rbac_subnetpool.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.039010 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.040758 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: rbac-subnetpool Jul 23 10:52:04.040758 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: revisionifmatch.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.040959 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.041753 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: revision-if-match Jul 23 10:52:04.041753 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: revisions.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.042755 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.043272 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: standard-attr-revisions Jul 23 10:52:04.043602 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: router_availability_zone.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.044316 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.044832 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: router_availability_zone Jul 23 10:52:04.045158 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: routerservicetype.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.046100 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.046612 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extension router-service-type not supported by any of loaded plugins Jul 23 10:52:04.046938 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.047864 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.048397 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: security-groups-normalized-cidr Jul 23 10:52:04.048725 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: security_groups_port_filtering.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.049660 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.050711 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: port-security-groups-filtering Jul 23 10:52:04.051197 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.052364 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.052888 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: security-groups-remote-address-group Jul 23 10:52:04.053213 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: securitygroup.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.062867 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.063421 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: security-group Jul 23 10:52:04.063767 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: segment.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.064609 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.065126 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extension segment not supported by any of loaded plugins Jul 23 10:52:04.065460 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.067348 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.067864 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 23 10:52:04.068223 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: servicetype.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.069362 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.069888 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: service-type Jul 23 10:52:04.070219 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: sorting.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.071214 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.071551 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: sorting Jul 23 10:52:04.071884 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: standard_attr_segment.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.072920 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.073437 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 23 10:52:04.073775 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: standardattrdescription.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.074450 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.074962 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: standard-attr-description Jul 23 10:52:04.075290 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: stateful_security_group.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.076277 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.076796 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: stateful-security-group Jul 23 10:52:04.077125 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: stdattrs_common.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.077722 dv-cinder-801989-3-iscsi neutron-server[92939]: WARNING neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 23 10:52:04.078048 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.078981 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.079492 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 23 10:52:04.079819 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: subnet_onboard.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.080918 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.081541 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: subnet_onboard Jul 23 10:52:04.082096 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.083055 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.083570 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 23 10:52:04.083907 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: subnet_service_types.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.084875 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.085391 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: subnet-service-types Jul 23 10:52:04.085721 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: subnetallocation.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.086811 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.087328 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: subnet_allocation Jul 23 10:52:04.087657 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.088384 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.088894 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: subnetpool-prefix-ops Jul 23 10:52:04.089223 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.090162 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.090673 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 23 10:52:04.091001 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: tagging.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.092192 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.092656 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: standard-attr-tag Jul 23 10:52:04.092987 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: timestamp.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.094216 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.094734 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loaded extension: standard-attr-timestamp Jul 23 10:52:04.095064 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: trunk.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.096144 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.096667 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extension trunk not supported by any of loaded plugins Jul 23 10:52:04.097022 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: trunk_details.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.098205 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.098722 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extension trunk-details not supported by any of loaded plugins Jul 23 10:52:04.099097 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: uplink_status_propagation.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.099989 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.100532 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 23 10:52:04.100860 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Loading extension file: vlantransparent.py {{(pid=92939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:52:04.101550 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:52:04.102063 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extension vlan-transparent not supported by any of loaded plugins Jul 23 10:52:04.104640 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.quota.resource_registry [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Creating instance of TrackedResource for resource:network Jul 23 10:52:04.105193 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.quota.resource_registry [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Creating instance of TrackedResource for resource:subnet Jul 23 10:52:04.105602 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.quota.resource_registry [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 10:52:04.105994 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.quota.resource_registry [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Creating instance of TrackedResource for resource:port Jul 23 10:52:04.107270 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.v2.resource_helper [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 10:52:04.107719 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.v2.resource_helper [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Service FLAVORS assigned prefix: {{(pid=92939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 10:52:04.108380 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.v2.resource_helper [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 10:52:04.108818 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.v2.resource_helper [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 10:52:04.109152 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.quota.resource_registry [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Creating instance of TrackedResource for resource:router Jul 23 10:52:04.109584 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.quota.resource_registry [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Creating instance of TrackedResource for resource:floatingip Jul 23 10:52:04.110092 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.v2.resource_helper [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Service METERING assigned prefix: /metering {{(pid=92939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 10:52:04.111553 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:04.111942 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:04.112325 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:52:04.114530 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.quota.resource_registry [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 10:52:04.115001 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.quota.resource_registry [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Creating instance of TrackedResource for resource:security_group Jul 23 10:52:04.115446 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.quota.resource_registry [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 10:52:04.116043 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.v2.resource_helper [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Service CORE assigned prefix: {{(pid=92939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 10:52:04.116402 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.quota.resource_registry [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 10:52:04.116753 dv-cinder-801989-3-iscsi neutron-server[92939]: WARNING neutron.quota.resource_registry [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] subnetpool is already registered Jul 23 10:52:04.117197 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.v2.resource_helper [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Service CORE assigned prefix: {{(pid=92939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 10:52:04.117528 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.quota.resource_registry [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 10:52:04.117863 dv-cinder-801989-3-iscsi neutron-server[92939]: WARNING neutron.quota.resource_registry [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] subnetpool is already registered Jul 23 10:52:04.120193 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.v2.resource_helper [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 10:52:04.120633 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.v2.resource_helper [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Service FLAVORS assigned prefix: {{(pid=92939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 10:52:04.121226 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.v2.resource_helper [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 10:52:04.121655 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.v2.resource_helper [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 10:52:04.121992 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.quota.resource_registry [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Creating instance of TrackedResource for resource:router Jul 23 10:52:04.122333 dv-cinder-801989-3-iscsi neutron-server[92939]: WARNING neutron.quota.resource_registry [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] router is already registered Jul 23 10:52:04.122750 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.quota.resource_registry [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Creating instance of TrackedResource for resource:floatingip Jul 23 10:52:04.123091 dv-cinder-801989-3-iscsi neutron-server[92939]: WARNING neutron.quota.resource_registry [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] floatingip is already registered Jul 23 10:52:04.123549 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.v2.resource_helper [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Service METERING assigned prefix: /metering {{(pid=92939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 10:52:04.124274 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.quota.resource_registry [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 10:52:04.124606 dv-cinder-801989-3-iscsi neutron-server[92939]: WARNING neutron.quota.resource_registry [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] rbac_policy is already registered Jul 23 10:52:04.125022 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.quota.resource_registry [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Creating instance of TrackedResource for resource:security_group Jul 23 10:52:04.125359 dv-cinder-801989-3-iscsi neutron-server[92939]: WARNING neutron.quota.resource_registry [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] security_group is already registered Jul 23 10:52:04.125762 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.quota.resource_registry [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 10:52:04.126095 dv-cinder-801989-3-iscsi neutron-server[92939]: WARNING neutron.quota.resource_registry [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] security_group_rule is already registered Jul 23 10:52:04.126721 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.v2.resource_helper [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Service CORE assigned prefix: {{(pid=92939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 10:52:04.127066 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.quota.resource_registry [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 10:52:04.127390 dv-cinder-801989-3-iscsi neutron-server[92939]: WARNING neutron.quota.resource_registry [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] subnetpool is already registered Jul 23 10:52:04.127812 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.v2.resource_helper [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Service CORE assigned prefix: {{(pid=92939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 10:52:04.128216 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.quota.resource_registry [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 10:52:04.129268 dv-cinder-801989-3-iscsi neutron-server[92939]: WARNING neutron.quota.resource_registry [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] subnetpool is already registered Jul 23 10:52:04.129873 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: extensions {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.131383 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: address-groups {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.132895 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: address-scopes {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.134228 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: agents {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.135380 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: auto-allocated-topology {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.136638 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: availability_zones {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.137872 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: dhcp-networks {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.140534 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: dhcp-agents {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.141967 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: routers {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.143679 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: flavors {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.145280 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: service_profiles {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.146486 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: next_providers {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.147925 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: service_profiles {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.149530 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: floatingip-pools {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.150743 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: routers {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.152473 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: floatingips {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.153769 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: l3-routers {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.155253 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: l3-agents {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.156687 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: metering-labels {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.157950 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: metering-label-rules {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.159339 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: network-ip-availabilities {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.160995 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: bindings {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.162557 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: quotas {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.164117 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: quotas {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.165566 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: rbac-policies {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.166760 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: security-groups {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.168064 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: security-group-rules {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.169331 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: service-providers {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.170566 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: subnetpools {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.171884 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: subnetpools {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.173474 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: tags {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.175728 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: tags {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.177825 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: tags {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.179633 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: tags {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.181383 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: tags {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.183315 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: tags {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.185033 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: tags {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.186825 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: tags {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.188717 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: tags {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.190445 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron.api.extensions [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Extended resource: tags {{(pid=92939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:52:04.197500 dv-cinder-801989-3-iscsi neutron-server[92939]: WARNING keystonemiddleware.auth_token [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 23 10:52:04.202104 dv-cinder-801989-3-iscsi neutron-server[92939]: WARNING keystonemiddleware.auth_token [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 23 10:52:04.212041 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_concurrency.lockutils [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Acquired lock "singleton_lock" {{(pid=92939) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 23 10:52:04.212547 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_concurrency.lockutils [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Releasing lock "singleton_lock" {{(pid=92939) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 23 10:52:04.213207 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO oslo_service.service [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Starting 2 workers Jul 23 10:52:04.218022 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Started child 93046 {{(pid=92939) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 10:52:04.222821 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Started child 93047 {{(pid=92939) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 10:52:04.223540 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:04.224552 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO neutron.service [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Neutron service started, listening on 0.0.0.0:9696 Jul 23 10:52:04.225106 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [-] (93046) wsgi starting up on http://0.0.0.0:9696 Jul 23 10:52:04.225265 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Notify callbacks [] for process, before_spawn {{(pid=92939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:04.227511 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:04.227990 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO oslo_service.service [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Starting 1 workers Jul 23 10:52:04.228904 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [-] (93047) wsgi starting up on http://0.0.0.0:9696 Jul 23 10:52:04.232819 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Started child 93048 {{(pid=92939) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 10:52:04.233341 dv-cinder-801989-3-iscsi neutron-server[92939]: INFO oslo_service.service [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Starting 1 workers Jul 23 10:52:04.236365 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.service [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] calling RpcWorker wait() {{(pid=93048) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 23 10:52:04.236893 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.service [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] returning from RpcWorker wait() {{(pid=93048) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 23 10:52:04.238498 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Started child 93049 {{(pid=92939) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 10:52:04.238702 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:04.239613 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:04.239761 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG neutron_lib.callbacks.manager [None req-b1a02522-2cdc-424c-bf1c-68f0fdcc3cce None None] Notify callbacks [] for process, after_spawn {{(pid=92939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:04.241771 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92939) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 23 10:52:04.241990 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 10:52:04.242331 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 10:52:04.242705 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 10:52:04.247517 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 10:52:04.247517 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 10:52:04.247517 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.247963 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:04.248544 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.248544 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.248544 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.248544 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.248544 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.248544 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.248544 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.248544 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.249559 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.249559 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.249559 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.249559 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.249559 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.249559 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.249559 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.249559 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.249559 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.250677 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.250677 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.250677 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.250677 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.251537 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] debug = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.251537 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.251537 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.251963 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.252195 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.252349 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.252618 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.252801 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.253092 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.254285 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.254511 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.254827 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.255095 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.255331 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.255571 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.255809 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.256091 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.256344 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.256830 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] host = dv-cinder-801989-3-iscsi {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.257066 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.257286 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.257540 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.257790 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.258036 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.258259 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.258515 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.258770 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.259018 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.259246 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.259497 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.259767 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.260022 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.260293 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] log_file = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.260540 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] log_options = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.260782 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.261022 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.261493 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.261493 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.261493 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.261896 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.262061 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.262061 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.262324 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.262539 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.262815 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.262967 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.263164 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.263398 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.263643 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.263889 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.264139 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.264357 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.264616 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.264863 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.265088 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.265314 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.265566 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.265806 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.266059 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.266295 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.266474 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.266696 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.266911 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.267164 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.267407 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.267660 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.267933 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.268194 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.268435 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.268776 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.268958 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.269321 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.269720 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.270067 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.270328 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.270569 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.270822 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.271049 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.271595 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.271595 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] use_json = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.271902 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.272052 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.272218 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.272402 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.272711 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.272980 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.273163 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.273596 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.273876 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.274313 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.274629 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.275046 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.275192 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.275371 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.275943 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.276511 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.276511 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.276833 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.277036 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.277249 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.277544 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.277788 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.278013 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:04.278178 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.278372 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.278657 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.278925 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.279149 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.279395 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.279626 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.279852 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.280276 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.280497 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.280751 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.281002 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.281223 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.281534 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.281912 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.281912 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.282191 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.282327 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.282522 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.282764 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.282984 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.283238 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.283469 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.283688 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.283936 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.284290 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.284593 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.284933 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.285529 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.285767 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.286023 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.286386 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.286752 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.287064 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.287294 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.287561 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.287821 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.288071 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.288354 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.288579 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.288811 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.289061 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.289503 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.289503 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.289930 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.289930 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.290207 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.290464 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.290608 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.291189 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.291422 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.291681 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.292033 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.292234 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.292375 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.292569 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.292833 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.293038 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.293301 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.293454 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.293674 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.293889 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.294104 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.294355 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.294573 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.294793 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.295046 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.295258 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.295483 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.295727 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.296353 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.296353 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.296605 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.296863 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.297108 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.300670 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.300670 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.300670 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.300670 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.300670 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.300670 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.300670 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.300670 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.301355 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.301355 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.301355 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.301355 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.301355 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.301699 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.301925 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.302097 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.302362 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.302668 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.302957 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.303225 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.303463 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.303730 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.304032 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.304316 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.304606 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.304829 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.305092 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.305406 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.305656 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.305967 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.306187 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.306436 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.306698 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.306949 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.307212 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.307447 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.307671 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.307889 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.308198 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.308436 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.308660 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.308877 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.309127 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.309446 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.309697 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.309925 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.310205 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.310967 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.310967 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.310967 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.311342 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.311464 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.312303 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.312303 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.312575 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.312698 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.312869 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.313976 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.313976 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.313976 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.313976 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.313976 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.314616 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.314616 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.314616 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.314904 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.316506 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.316506 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.316506 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.316876 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.317225 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.317448 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.317701 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.317946 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.318176 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.318400 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.318620 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.318860 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.319122 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.319345 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.319634 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.319895 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.320211 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.320432 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.320630 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.320891 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.321108 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.321375 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.321598 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.321814 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.322035 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.322259 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.322471 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.322706 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.322958 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.323171 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.323428 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.323678 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.324019 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.324288 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.324525 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.324782 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.325002 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.325259 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.325482 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.325701 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.325934 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.326312 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.326714 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.327091 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.327470 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.327825 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.328236 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.328625 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.328983 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.329334 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.329547 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.329858 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.330270 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.330643 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.331033 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.331610 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.331940 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.332400 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.332676 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.332903 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.333132 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.333506 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.333734 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.333970 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.334187 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.334404 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.334633 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.334865 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.335082 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.335333 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.335551 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.335784 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.336011 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.336349 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.336629 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.336805 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.336989 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.337203 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.337430 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.337649 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.337860 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.339361 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.339361 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.339361 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.339361 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.339361 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.339361 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.339821 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.339821 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.339942 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.340215 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.340453 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.340705 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.340951 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.341283 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.341501 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.341747 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.341966 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.342184 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.342423 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.342669 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.342991 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.343294 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.343551 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.343805 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.344081 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.344383 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.344661 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.344895 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.345195 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.345532 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.345814 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.346069 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.346324 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.346573 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.346796 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.347552 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.347901 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.348334 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.348565 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.348839 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.349091 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.349368 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.349520 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.349752 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.349991 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.350236 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.350469 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.350741 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.350949 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.351105 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 10:52:04.351602 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92939) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 23 10:52:04.351761 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 10:52:04.351953 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 10:52:04.352133 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 10:52:04.352264 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 10:52:04.352418 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 10:52:04.352819 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.352819 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.353033 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.353380 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.353380 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.353380 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.353835 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.353835 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.353835 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.354051 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.354129 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.354282 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.354425 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.354745 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.354745 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.354972 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.355080 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.355193 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.355319 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.355478 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.355839 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.355839 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.356040 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] debug = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.356226 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.356430 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.356596 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.356755 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.356918 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.357076 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.357233 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.357391 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.357549 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.357707 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.357866 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.358024 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.358184 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.358343 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.358501 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.358658 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.358816 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.358974 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] host = dv-cinder-801989-3-iscsi {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.359133 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.359291 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.359449 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.359607 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.359766 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.359925 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.360083 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.360264 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.360427 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.360605 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.360740 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.360887 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.361043 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.361201 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] log_file = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.361352 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] log_options = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.361497 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.361655 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.361814 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.362000 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.363390 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.363390 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.363390 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.363390 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.363720 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.363720 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.364251 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.364414 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.364560 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.364724 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.364882 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.365040 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.365198 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.365357 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.365515 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.365859 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.365859 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.366107 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.366107 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.366353 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.366475 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.366598 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.366705 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.366867 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.367026 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.367183 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.367342 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.367501 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.367659 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.367817 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.367974 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.368142 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.368305 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.368468 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.368629 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.368788 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.368946 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.369105 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.369263 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.369423 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.369581 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.369739 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] use_json = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.369897 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.370055 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.370214 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.370371 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.370530 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.370687 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.370845 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.371005 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:52:04.371189 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.371355 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.371530 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.371693 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.371913 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.372038 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.372182 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.372344 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.372504 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.372664 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.372832 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.372994 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.373170 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.373355 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.373476 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.373676 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.373925 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.374065 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.374190 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.374303 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.374448 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.374589 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:04.374722 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.374846 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.374967 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.375087 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.375226 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.375387 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.375547 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.375708 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.375870 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.376032 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.376217 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.376379 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.376540 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.376700 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.376864 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.377025 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.377186 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.377348 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.377509 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.377670 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.377830 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.377990 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.378172 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.378358 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.378641 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.378930 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.379105 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.379268 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.379430 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.379604 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.379765 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.379927 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.380087 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.380274 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.380421 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.380581 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.380742 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.380903 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.381063 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.381222 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.381397 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.381558 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.381721 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.381984 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.382123 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.382249 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.382372 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.382495 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.382637 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.382798 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.382958 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.383119 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.383279 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.383440 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.383600 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.383761 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.383922 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.384083 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.384266 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.384427 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.384591 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.384751 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.384912 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.385084 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.385260 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.385423 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.385584 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.385744 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.385905 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.386066 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.386226 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.386387 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.386548 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.386714 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.386883 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.387039 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.387361 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.387788 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.387788 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.388065 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.388065 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.388404 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.388404 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.388682 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.388682 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.388943 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.388943 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.389441 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.389441 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.389441 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.389842 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.389842 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.389842 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.390226 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.390226 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.390499 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.390499 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.391094 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.391094 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.391094 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.391094 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.391606 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.391606 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.391606 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.391606 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.392257 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.392257 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.392257 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.392257 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.392791 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.392791 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.392791 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.393176 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.393176 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.393176 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.393572 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.393572 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.393572 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.394006 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.394006 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.394268 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.394406 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.394641 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.394883 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.395050 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.395195 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.395362 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.395506 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.395674 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.395835 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.395975 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.396150 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.396309 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.396448 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.396609 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.396767 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.396907 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.397073 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.397219 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.397383 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.397527 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.397696 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.397857 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.398000 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.398138 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.398301 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.398447 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.398608 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.398763 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.398904 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.399071 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.399217 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.399382 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.399527 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.399693 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.399838 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.400005 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.400187 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.400350 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.400515 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.400674 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.400998 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.401199 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.401352 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.401491 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.401628 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.401792 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.401938 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.402087 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.402245 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.402470 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.402655 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.403112 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.403112 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.403112 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.403525 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.403525 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.403525 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.403925 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.403925 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.403925 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.404371 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.404371 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.404371 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.404801 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.404801 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.405076 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.405076 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.405349 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.405349 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.405611 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.405611 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.405872 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.406010 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.406147 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.406295 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.406433 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.406570 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.406706 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.406843 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.406981 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.407118 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.407266 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.407404 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.407551 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.407689 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.407847 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.407993 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.408183 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.408355 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.408505 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.408667 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.408812 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.408963 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.409124 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.409279 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.409988 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.410201 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.410394 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.410679 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.410942 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.411118 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.411277 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.411419 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.411589 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.411734 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.411900 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.412046 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.412250 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.412397 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.412637 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.412796 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.412935 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.413073 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.413211 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.413348 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.413486 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.413624 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.413761 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.413934 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.414091 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.414262 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.414408 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.414578 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.414752 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.414898 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.415062 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.415208 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.415372 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.415527 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.415682 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.415843 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.416004 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.416209 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.416552 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.416552 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.416761 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.416867 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.417261 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.417261 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.417261 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.417538 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.417538 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.417681 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:52:04.417808 dv-cinder-801989-3-iscsi neutron-server[92939]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 10:52:04.531318 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 49506) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:04.541590 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0079041 Jul 23 10:52:16.617841 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c148bd-2415-47d9-8e25-d501b04d44a9 None None] get_active_networks_info from dv-cinder-801989-3-iscsi {{(pid=93048) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 10:52:16.676690 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c148bd-2415-47d9-8e25-d501b04d44a9 None None] No non-hosted networks {{(pid=93048) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 23 10:52:16.689876 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.agentschedulers_db [None req-a6c148bd-2415-47d9-8e25-d501b04d44a9 None None] DHCP Agent not found on host dv-cinder-801989-3-iscsi {{(pid=93048) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 23 10:52:16.769821 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-3ae54f63-1b55-49a2-8834-e31a7ce30095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402055'] for agent, after_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:19.521597 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-010bb26d-6ac2-4301-a7e4-3df8ec1a1aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402055'] for agent, after_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:19.582824 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-66aedf6a-196b-40d8-979f-44cbd6d15603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:19.660357 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402055'] for agent, after_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:19.661840 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:19.662195 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:19.667993 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:19.668468 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:19.668820 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:19.671336 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:19.671695 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:19.672063 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:19.672431 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:19.672765 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:19.675208 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:19.675577 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:19.675999 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-801989-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:19.685860 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-801989-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:20.489564 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402055'] for agent, after_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:22.000030 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402055'] for agent, after_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:23.367071 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 49598) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:23.918414 dv-cinder-801989-3-iscsi neutron-server[93046]: WARNING oslo_policy.policy [None req-0c9030cf-46f2-4ece-afe5-3616f2d3bb9b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 10:52:23.919056 dv-cinder-801989-3-iscsi neutron-server[93046]: WARNING oslo_policy.policy [None req-0c9030cf-46f2-4ece-afe5-3616f2d3bb9b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 10:52:24.144385 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [None req-0c9030cf-46f2-4ece-afe5-3616f2d3bb9b admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:52:24.145637 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-0c9030cf-46f2-4ece-afe5-3616f2d3bb9b admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7763414 Jul 23 10:52:24.946534 dv-cinder-801989-3-iscsi neutron-server[93048]: INFO neutron.db.l3_hamode_db [None req-d11abf26-c2ce-4017-b027-27528f05194a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 23 10:52:25.029213 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11abf26-c2ce-4017-b027-27528f05194a None None] Routers set() bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:52:25.029713 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11abf26-c2ce-4017-b027-27528f05194a None None] Router IDs set() for agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 10:52:26.539636 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 49612) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:26.853104 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-7fd33845-dac9-49d3-846e-f7e3a7836e06 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:52:26.948974 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.policy [None req-7fd33845-dac9-49d3-846e-f7e3a7836e06 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93046) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 23 10:52:26.996000 dv-cinder-801989-3-iscsi neutron-server[93046]: WARNING oslo_policy.policy [None req-7fd33845-dac9-49d3-846e-f7e3a7836e06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 10:52:26.996419 dv-cinder-801989-3-iscsi neutron-server[93046]: WARNING oslo_policy.policy [None req-7fd33845-dac9-49d3-846e-f7e3a7836e06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 10:52:27.005819 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.quota [None req-7fd33845-dac9-49d3-846e-f7e3a7836e06 admin admin] Loaded quota_driver: . Jul 23 10:52:27.099738 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7fd33845-dac9-49d3-846e-f7e3a7836e06 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792856455705', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792856450166', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792856475719', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792856470033', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792856463838', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792856481847', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3638112', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3657797', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1624504', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1690034'] for rbac-policy, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:27.169721 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7fd33845-dac9-49d3-846e-f7e3a7836e06 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:27.170931 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-7fd33845-dac9-49d3-846e-f7e3a7836e06 admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6303029 Jul 23 10:52:29.833500 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 49624) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:30.350314 dv-cinder-801989-3-iscsi neutron-server[93047]: WARNING oslo_policy.policy [None req-e86e617b-492e-4909-94ec-339200362b7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 10:52:30.350892 dv-cinder-801989-3-iscsi neutron-server[93047]: WARNING oslo_policy.policy [None req-e86e617b-492e-4909-94ec-339200362b7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 10:52:30.567721 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-e86e617b-492e-4909-94ec-339200362b7d admin admin] Request body: {'network': {'project_id': '3705e8123a9c417d880ba3af608e3f68', 'name': 'private', 'tenant_id': '3705e8123a9c417d880ba3af608e3f68', 'admin_state_up': True}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:52:30.569501 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.quota [None req-e86e617b-492e-4909-94ec-339200362b7d admin admin] Loaded quota_driver: . Jul 23 10:52:30.629610 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86e617b-492e-4909-94ec-339200362b7d admin admin] Made reservation on behalf of 3705e8123a9c417d880ba3af608e3f68 for: {'network': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:52:30.696377 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.policy [None req-e86e617b-492e-4909-94ec-339200362b7d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93047) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 23 10:52:30.742772 dv-cinder-801989-3-iscsi neutron-server[93047]: WARNING oslo_policy.policy [None req-e86e617b-492e-4909-94ec-339200362b7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 10:52:30.743156 dv-cinder-801989-3-iscsi neutron-server[93047]: WARNING oslo_policy.policy [None req-e86e617b-492e-4909-94ec-339200362b7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 10:52:30.754777 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e86e617b-492e-4909-94ec-339200362b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for network, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:30.776830 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e86e617b-492e-4909-94ec-339200362b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:30.919683 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e86e617b-492e-4909-94ec-339200362b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:30.924263 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e86e617b-492e-4909-94ec-339200362b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:30.944909 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e86e617b-492e-4909-94ec-339200362b7d admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=93047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:52:30.981611 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e86e617b-492e-4909-94ec-339200362b7d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792856633730', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402'] for segment, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:30.982207 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e86e617b-492e-4909-94ec-339200362b7d admin admin] Unsubscribe: segment precommit_create {{(pid=93047) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 23 10:52:30.982726 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.db.segments_db [None req-e86e617b-492e-4909-94ec-339200362b7d admin admin] Added segment e553bca0-1fc0-4764-afc3-eeb96c947de2 of type vlan for network 2948bfc5-6bde-4ea6-8dce-dfa7bdc3d3bf Jul 23 10:52:30.990649 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e617b-492e-4909-94ec-339200362b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3634e1dd-5c03-48c4-970c-cc6661205568,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:31.013753 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e617b-492e-4909-94ec-339200362b7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:31.014314 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e617b-492e-4909-94ec-339200362b7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:31.014659 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e617b-492e-4909-94ec-339200362b7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:31.014990 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e617b-492e-4909-94ec-339200362b7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:31.015316 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e617b-492e-4909-94ec-339200362b7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:31.015656 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e617b-492e-4909-94ec-339200362b7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:31.015983 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e617b-492e-4909-94ec-339200362b7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:31.016332 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e617b-492e-4909-94ec-339200362b7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:31.016670 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e617b-492e-4909-94ec-339200362b7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:31.016990 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e617b-492e-4909-94ec-339200362b7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:31.017914 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e617b-492e-4909-94ec-339200362b7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:31.018404 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e617b-492e-4909-94ec-339200362b7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:31.019732 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e617b-492e-4909-94ec-339200362b7d admin admin] Tracked resource versions report: Jul 23 10:52:31.019732 dv-cinder-801989-3-iscsi neutron-server[93047]: pushed versions: Jul 23 10:52:31.019732 dv-cinder-801989-3-iscsi neutron-server[93047]: { 'AddressGroup': {'1.2'}, Jul 23 10:52:31.019732 dv-cinder-801989-3-iscsi neutron-server[93047]: 'ConntrackHelper': {'1.0'}, Jul 23 10:52:31.019732 dv-cinder-801989-3-iscsi neutron-server[93047]: 'Log': {'1.0'}, Jul 23 10:52:31.019732 dv-cinder-801989-3-iscsi neutron-server[93047]: 'Network': {'1.1'}, Jul 23 10:52:31.019732 dv-cinder-801989-3-iscsi neutron-server[93047]: 'Port': {'1.7'}, Jul 23 10:52:31.019732 dv-cinder-801989-3-iscsi neutron-server[93047]: 'PortForwarding': {'1.2'}, Jul 23 10:52:31.019732 dv-cinder-801989-3-iscsi neutron-server[93047]: 'QosPolicy': {'1.8'}, Jul 23 10:52:31.019732 dv-cinder-801989-3-iscsi neutron-server[93047]: 'SecurityGroup': {'1.4'}, Jul 23 10:52:31.019732 dv-cinder-801989-3-iscsi neutron-server[93047]: 'SecurityGroupRule': {'1.2'}, Jul 23 10:52:31.019732 dv-cinder-801989-3-iscsi neutron-server[93047]: 'SubPort': {'1.0'}, Jul 23 10:52:31.019732 dv-cinder-801989-3-iscsi neutron-server[93047]: 'Subnet': {'1.1'}, Jul 23 10:52:31.019732 dv-cinder-801989-3-iscsi neutron-server[93047]: 'Trunk': {'1.1'}} Jul 23 10:52:31.019732 dv-cinder-801989-3-iscsi neutron-server[93047]: consumer versions: Jul 23 10:52:31.019732 dv-cinder-801989-3-iscsi neutron-server[93047]: { DHCP agent@dv-cinder-801989-3-iscsi: {}, Jul 23 10:52:31.019732 dv-cinder-801989-3-iscsi neutron-server[93047]: L3 agent@dv-cinder-801989-3-iscsi: {}, Jul 23 10:52:31.019732 dv-cinder-801989-3-iscsi neutron-server[93047]: Metadata agent@dv-cinder-801989-3-iscsi: {}, Jul 23 10:52:31.019732 dv-cinder-801989-3-iscsi neutron-server[93047]: Metering agent@dv-cinder-801989-3-iscsi: {}, Jul 23 10:52:31.019732 dv-cinder-801989-3-iscsi neutron-server[93047]: Open vSwitch agent@dv-cinder-801989-3-iscsi: { 'AddressGroup': '1.2', Jul 23 10:52:31.019732 dv-cinder-801989-3-iscsi neutron-server[93047]: 'ConntrackHelper': '1.0', Jul 23 10:52:31.019732 dv-cinder-801989-3-iscsi neutron-server[93047]: 'Log': '1.0', Jul 23 10:52:31.019732 dv-cinder-801989-3-iscsi neutron-server[93047]: 'Network': '1.1', Jul 23 10:52:31.019732 dv-cinder-801989-3-iscsi neutron-server[93047]: 'Port': '1.7', Jul 23 10:52:31.019732 dv-cinder-801989-3-iscsi neutron-server[93047]: 'PortForwarding': '1.2', Jul 23 10:52:31.019732 dv-cinder-801989-3-iscsi neutron-server[93047]: 'QosPolicy': '1.8', Jul 23 10:52:31.019732 dv-cinder-801989-3-iscsi neutron-server[93047]: 'SecurityGroup': '1.4', Jul 23 10:52:31.019732 dv-cinder-801989-3-iscsi neutron-server[93047]: 'SecurityGroupRule': '1.2', Jul 23 10:52:31.019732 dv-cinder-801989-3-iscsi neutron-server[93047]: 'SubPort': '1.0', Jul 23 10:52:31.019732 dv-cinder-801989-3-iscsi neutron-server[93047]: 'Subnet': '1.1', Jul 23 10:52:31.019732 dv-cinder-801989-3-iscsi neutron-server[93047]: 'Trunk': '1.1'}} Jul 23 10:52:31.019732 dv-cinder-801989-3-iscsi neutron-server[93047]: {{(pid=93047) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 10:52:31.111962 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e86e617b-492e-4909-94ec-339200362b7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792856099175'] for network, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:31.167353 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e86e617b-492e-4909-94ec-339200362b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375'] for network, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:31.168600 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86e617b-492e-4909-94ec-339200362b7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:31.170315 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e86e617b-492e-4909-94ec-339200362b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for network, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:31.223926 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-e86e617b-492e-4909-94ec-339200362b7d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3889840 Jul 23 10:52:31.274480 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e617b-492e-4909-94ec-339200362b7d admin admin] Pushing event updated for resources: {'Network': ['ID=2948bfc5-6bde-4ea6-8dce-dfa7bdc3d3bf,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:31.289984 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Network 2948bfc5-6bde-4ea6-8dce-dfa7bdc3d3bf details requested by agent ovs-agent-dv-cinder-801989-3-iscsi with host dv-cinder-801989-3-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:52:33.921896 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 49646) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:34.332530 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd26e467-4729-4109-bd8c-3cd6bb8df9b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:34.333949 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-fd26e467-4729-4109-bd8c-3cd6bb8df9b7 admin admin] 10.222.0.47 "GET /v2.0/networks/2948bfc5-6bde-4ea6-8dce-dfa7bdc3d3bf HTTP/1.1" status: 200 len: 825 time: 0.4111001 Jul 23 10:52:34.372956 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-4e29bb51-4713-4562-943e-6221d0e56acf admin admin] 10.222.0.47 "GET /v2.0/subnetpools/c52813ed-1bb8-4564-829a-dbb0e6b55c6d HTTP/1.1" status: 200 len: 734 time: 0.0335524 Jul 23 10:52:34.382421 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-99277e61-fe14-4d76-85c9-2495a03f9c99 admin admin] Request body: {'subnet': {'tenant_id': '3705e8123a9c417d880ba3af608e3f68', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '2948bfc5-6bde-4ea6-8dce-dfa7bdc3d3bf', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'c52813ed-1bb8-4564-829a-dbb0e6b55c6d'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:52:34.405876 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99277e61-fe14-4d76-85c9-2495a03f9c99 admin admin] Made reservation on behalf of 3705e8123a9c417d880ba3af608e3f68 for: {'subnet': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:52:34.408689 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-99277e61-fe14-4d76-85c9-2495a03f9c99 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:34.720048 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-99277e61-fe14-4d76-85c9-2495a03f9c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375'] for subnet, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:34.789607 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99277e61-fe14-4d76-85c9-2495a03f9c99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d238e88a-c6d2-43eb-ba72-ec4d3938c9f4,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:34.791864 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99277e61-fe14-4d76-85c9-2495a03f9c99 admin admin] Checking segment: {'id': 'e553bca0-1fc0-4764-afc3-eeb96c947de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2948bfc5-6bde-4ea6-8dce-dfa7bdc3d3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:52:34.792265 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99277e61-fe14-4d76-85c9-2495a03f9c99 admin admin] Network hostable DHCP agents. Network: 2948bfc5-6bde-4ea6-8dce-dfa7bdc3d3bf, hostable agents: ['b2a8c5e9-afda-4978-a37c-dc0c684fd952'], hosted agents: [] {{(pid=93047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:52:34.819313 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99277e61-fe14-4d76-85c9-2495a03f9c99 admin admin] Network 2948bfc5-6bde-4ea6-8dce-dfa7bdc3d3bf is scheduled to be hosted by DHCP agent b2a8c5e9-afda-4978-a37c-dc0c684fd952 with binding_index 1 {{(pid=93047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:52:34.830491 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-99277e61-fe14-4d76-85c9-2495a03f9c99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-3-iscsi, 2948bfc5-6bde-4ea6-8dce-dfa7bdc3d3bf) {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:52:34.835726 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99277e61-fe14-4d76-85c9-2495a03f9c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:34.836379 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-99277e61-fe14-4d76-85c9-2495a03f9c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for subnet, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:34.840422 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42996b1f-0b08-47b2-b14a-765f61bbf119 None None] Network 2948bfc5-6bde-4ea6-8dce-dfa7bdc3d3bf requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:52:34.850683 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-99277e61-fe14-4d76-85c9-2495a03f9c99 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4717910 Jul 23 10:52:35.173894 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a60d1e3-c399-4089-a144-a57873cdbee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346dbadd-1aa0-50d9-9a92-89b0e917de90-2948bfc5-6bde-4ea6-8dce-dfa7bdc3d3bf', 'network_id': '2948bfc5-6bde-4ea6-8dce-dfa7bdc3d3bf', 'tenant_id': '3705e8123a9c417d880ba3af608e3f68', 'fixed_ips': [{'subnet_id': 'd238e88a-c6d2-43eb-ba72-ec4d3938c9f4'}]}} from dv-cinder-801989-3-iscsi. {{(pid=93048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:52:35.175161 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-3a60d1e3-c399-4089-a144-a57873cdbee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:35.466079 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.db_base_plugin_common [None req-3a60d1e3-c399-4089-a144-a57873cdbee1 None None] Allocated IP 172.20.0.2 (2948bfc5-6bde-4ea6-8dce-dfa7bdc3d3bf/d238e88a-c6d2-43eb-ba72-ec4d3938c9f4/b272c33b-6a5b-443f-ae02-725c66ceaa3f) {{(pid=93048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:52:35.708477 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-3a60d1e3-c399-4089-a144-a57873cdbee1 None None] Notify callbacks [] for port, precommit_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:35.724792 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-3a60d1e3-c399-4089-a144-a57873cdbee1 None None] Transition to ACTIVE for port object b272c33b-6a5b-443f-ae02-725c66ceaa3f will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:52:35.748682 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-3a60d1e3-c399-4089-a144-a57873cdbee1 None None] Transition to ACTIVE for port object b272c33b-6a5b-443f-ae02-725c66ceaa3f will not be triggered until provisioned by entity DHCP. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:52:35.760308 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-3a60d1e3-c399-4089-a144-a57873cdbee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974'] for port, after_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:35.835382 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a60d1e3-c399-4089-a144-a57873cdbee1 None None] Network 2948bfc5-6bde-4ea6-8dce-dfa7bdc3d3bf is already hosted by enough agents. {{(pid=93048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:52:35.842365 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.scheduler.base_scheduler [None req-3a60d1e3-c399-4089-a144-a57873cdbee1 None None] Resources bound (agent type, host, resource id): {{(pid=93048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:52:35.846453 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a60d1e3-c399-4089-a144-a57873cdbee1 None None] Received port after_create {{(pid=93048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:52:35.858634 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60d1e3-c399-4089-a144-a57873cdbee1 None None] Pushing event updated for resources: {'Port': ['ID=b272c33b-6a5b-443f-ae02-725c66ceaa3f,revision_number=1']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:35.908642 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60d1e3-c399-4089-a144-a57873cdbee1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:35.909049 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60d1e3-c399-4089-a144-a57873cdbee1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:35.909403 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60d1e3-c399-4089-a144-a57873cdbee1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:35.909745 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60d1e3-c399-4089-a144-a57873cdbee1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:35.910084 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60d1e3-c399-4089-a144-a57873cdbee1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:35.910423 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60d1e3-c399-4089-a144-a57873cdbee1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:35.911908 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60d1e3-c399-4089-a144-a57873cdbee1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:35.911908 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60d1e3-c399-4089-a144-a57873cdbee1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:35.911908 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60d1e3-c399-4089-a144-a57873cdbee1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:35.911908 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60d1e3-c399-4089-a144-a57873cdbee1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:35.912972 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60d1e3-c399-4089-a144-a57873cdbee1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:35.912972 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60d1e3-c399-4089-a144-a57873cdbee1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:35.913557 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60d1e3-c399-4089-a144-a57873cdbee1 None None] Tracked resource versions report: Jul 23 10:52:35.913557 dv-cinder-801989-3-iscsi neutron-server[93048]: pushed versions: Jul 23 10:52:35.913557 dv-cinder-801989-3-iscsi neutron-server[93048]: { 'AddressGroup': {'1.2'}, Jul 23 10:52:35.913557 dv-cinder-801989-3-iscsi neutron-server[93048]: 'ConntrackHelper': {'1.0'}, Jul 23 10:52:35.913557 dv-cinder-801989-3-iscsi neutron-server[93048]: 'Log': {'1.0'}, Jul 23 10:52:35.913557 dv-cinder-801989-3-iscsi neutron-server[93048]: 'Network': {'1.1'}, Jul 23 10:52:35.913557 dv-cinder-801989-3-iscsi neutron-server[93048]: 'Port': {'1.7'}, Jul 23 10:52:35.913557 dv-cinder-801989-3-iscsi neutron-server[93048]: 'PortForwarding': {'1.2'}, Jul 23 10:52:35.913557 dv-cinder-801989-3-iscsi neutron-server[93048]: 'QosPolicy': {'1.8'}, Jul 23 10:52:35.913557 dv-cinder-801989-3-iscsi neutron-server[93048]: 'SecurityGroup': {'1.4'}, Jul 23 10:52:35.913557 dv-cinder-801989-3-iscsi neutron-server[93048]: 'SecurityGroupRule': {'1.2'}, Jul 23 10:52:35.913557 dv-cinder-801989-3-iscsi neutron-server[93048]: 'SubPort': {'1.0'}, Jul 23 10:52:35.913557 dv-cinder-801989-3-iscsi neutron-server[93048]: 'Subnet': {'1.1'}, Jul 23 10:52:35.913557 dv-cinder-801989-3-iscsi neutron-server[93048]: 'Trunk': {'1.1'}} Jul 23 10:52:35.913557 dv-cinder-801989-3-iscsi neutron-server[93048]: consumer versions: Jul 23 10:52:35.913557 dv-cinder-801989-3-iscsi neutron-server[93048]: { DHCP agent@dv-cinder-801989-3-iscsi: {}, Jul 23 10:52:35.913557 dv-cinder-801989-3-iscsi neutron-server[93048]: L3 agent@dv-cinder-801989-3-iscsi: {}, Jul 23 10:52:35.913557 dv-cinder-801989-3-iscsi neutron-server[93048]: Metadata agent@dv-cinder-801989-3-iscsi: {}, Jul 23 10:52:35.913557 dv-cinder-801989-3-iscsi neutron-server[93048]: Metering agent@dv-cinder-801989-3-iscsi: {}, Jul 23 10:52:35.913557 dv-cinder-801989-3-iscsi neutron-server[93048]: Open vSwitch agent@dv-cinder-801989-3-iscsi: { 'AddressGroup': '1.2', Jul 23 10:52:35.913557 dv-cinder-801989-3-iscsi neutron-server[93048]: 'ConntrackHelper': '1.0', Jul 23 10:52:35.913557 dv-cinder-801989-3-iscsi neutron-server[93048]: 'Log': '1.0', Jul 23 10:52:35.913557 dv-cinder-801989-3-iscsi neutron-server[93048]: 'Network': '1.1', Jul 23 10:52:35.913557 dv-cinder-801989-3-iscsi neutron-server[93048]: 'Port': '1.7', Jul 23 10:52:35.913557 dv-cinder-801989-3-iscsi neutron-server[93048]: 'PortForwarding': '1.2', Jul 23 10:52:35.913557 dv-cinder-801989-3-iscsi neutron-server[93048]: 'QosPolicy': '1.8', Jul 23 10:52:35.913557 dv-cinder-801989-3-iscsi neutron-server[93048]: 'SecurityGroup': '1.4', Jul 23 10:52:35.913557 dv-cinder-801989-3-iscsi neutron-server[93048]: 'SecurityGroupRule': '1.2', Jul 23 10:52:35.913557 dv-cinder-801989-3-iscsi neutron-server[93048]: 'SubPort': '1.0', Jul 23 10:52:35.913557 dv-cinder-801989-3-iscsi neutron-server[93048]: 'Subnet': '1.1', Jul 23 10:52:35.913557 dv-cinder-801989-3-iscsi neutron-server[93048]: 'Trunk': '1.1'}} Jul 23 10:52:35.913557 dv-cinder-801989-3-iscsi neutron-server[93048]: {{(pid=93048) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 10:52:35.945280 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-3a60d1e3-c399-4089-a144-a57873cdbee1 None None] Attempting to bind port b272c33b-6a5b-443f-ae02-725c66ceaa3f on host dv-cinder-801989-3-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:52:35.945690 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-3a60d1e3-c399-4089-a144-a57873cdbee1 None None] Attempting to bind port b272c33b-6a5b-443f-ae02-725c66ceaa3f by drivers openvswitch,hyperv on host dv-cinder-801989-3-iscsi at level 0 using segments [{'id': 'e553bca0-1fc0-4764-afc3-eeb96c947de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2948bfc5-6bde-4ea6-8dce-dfa7bdc3d3bf'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:52:35.946133 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a60d1e3-c399-4089-a144-a57873cdbee1 None None] Attempting to bind port b272c33b-6a5b-443f-ae02-725c66ceaa3f on network 2948bfc5-6bde-4ea6-8dce-dfa7bdc3d3bf {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:52:35.951158 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a60d1e3-c399-4089-a144-a57873cdbee1 None None] Checking agent: {'id': '63737f21-8f70-4879-b83c-8d101c99e22a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 52, 20), 'started_at': datetime.datetime(2021, 7, 23, 10, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:52:35.951568 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a60d1e3-c399-4089-a144-a57873cdbee1 None None] Checking segment: {'id': 'e553bca0-1fc0-4764-afc3-eeb96c947de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2948bfc5-6bde-4ea6-8dce-dfa7bdc3d3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:52:35.952070 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-3a60d1e3-c399-4089-a144-a57873cdbee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:35.952501 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a60d1e3-c399-4089-a144-a57873cdbee1 None None] Bound using segment: {'id': 'e553bca0-1fc0-4764-afc3-eeb96c947de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2948bfc5-6bde-4ea6-8dce-dfa7bdc3d3bf'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:52:35.953003 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-3a60d1e3-c399-4089-a144-a57873cdbee1 None None] Bound port: b272c33b-6a5b-443f-ae02-725c66ceaa3f, host: dv-cinder-801989-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e553bca0-1fc0-4764-afc3-eeb96c947de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2948bfc5-6bde-4ea6-8dce-dfa7bdc3d3bf'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:52:35.953418 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-3a60d1e3-c399-4089-a144-a57873cdbee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:36.022494 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-3a60d1e3-c399-4089-a144-a57873cdbee1 None None] For port b272c33b-6a5b-443f-ae02-725c66ceaa3f, host dv-cinder-801989-3-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:52:36.027482 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-3a60d1e3-c399-4089-a144-a57873cdbee1 None None] For port b272c33b-6a5b-443f-ae02-725c66ceaa3f, host dv-cinder-801989-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=b272c33b-6a5b-443f-ae02-725c66ceaa3f,segment=NetworkSegment(e553bca0-1fc0-4764-afc3-eeb96c947de2),segment_id=e553bca0-1fc0-4764-afc3-eeb96c947de2)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:52:36.032053 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-3a60d1e3-c399-4089-a144-a57873cdbee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:36.101155 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60d1e3-c399-4089-a144-a57873cdbee1 None None] Pushing event updated for resources: {'Port': ['ID=b272c33b-6a5b-443f-ae02-725c66ceaa3f,revision_number=2']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:37.350958 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 49654) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:37.676170 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [None req-aa4bb1b1-75ab-4f69-ad26-9a3dd42f33f3 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:52:37.692130 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-aa4bb1b1-75ab-4f69-ad26-9a3dd42f33f3 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3252628 Jul 23 10:52:40.108165 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 49662) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:40.450412 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [None req-1f8f49e4-840d-4460-ba0d-79ed25a1bfc4 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:52:40.451422 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-1f8f49e4-840d-4460-ba0d-79ed25a1bfc4 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3423345 Jul 23 10:52:43.207037 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 49672) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:43.560914 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-7ebaae88-2624-414f-9687-08b58cfefa4a admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '3705e8123a9c417d880ba3af608e3f68'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:52:43.593319 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7ebaae88-2624-414f-9687-08b58cfefa4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:43.594924 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7ebaae88-2624-414f-9687-08b58cfefa4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2691'] for router, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:43.656850 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device b272c33b-6a5b-443f-ae02-725c66ceaa3f up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:52:43.743960 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7ebaae88-2624-414f-9687-08b58cfefa4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:43.746086 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning for port b272c33b-6a5b-443f-ae02-725c66ceaa3f completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:52:43.752820 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7ebaae88-2624-414f-9687-08b58cfefa4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-408892'] for router, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:43.765176 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7ebaae88-2624-414f-9687-08b58cfefa4a admin admin] Notify callbacks [] for router, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:43.766441 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-7ebaae88-2624-414f-9687-08b58cfefa4a admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5583098 Jul 23 10:52:44.747260 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ea6499-bd8c-4fa4-a979-5d50acc9f422 None None] Network 2948bfc5-6bde-4ea6-8dce-dfa7bdc3d3bf requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:52:44.873013 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d36ff0c9-a309-41ff-ad3d-3a5ed3a0ad08 None None] Provisioning for port b272c33b-6a5b-443f-ae02-725c66ceaa3f completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:52:44.879953 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d36ff0c9-a309-41ff-ad3d-3a5ed3a0ad08 None None] Provisioning complete for port b272c33b-6a5b-443f-ae02-725c66ceaa3f triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:52:44.880373 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d36ff0c9-a309-41ff-ad3d-3a5ed3a0ad08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:45.049489 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d36ff0c9-a309-41ff-ad3d-3a5ed3a0ad08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:45.086591 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d36ff0c9-a309-41ff-ad3d-3a5ed3a0ad08 None None] For port b272c33b-6a5b-443f-ae02-725c66ceaa3f, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=b272c33b-6a5b-443f-ae02-725c66ceaa3f,segment=NetworkSegment(e553bca0-1fc0-4764-afc3-eeb96c947de2),segment_id=e553bca0-1fc0-4764-afc3-eeb96c947de2)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:52:45.092430 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d36ff0c9-a309-41ff-ad3d-3a5ed3a0ad08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:45.147959 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ff0c9-a309-41ff-ad3d-3a5ed3a0ad08 None None] Pushing event updated for resources: {'Port': ['ID=b272c33b-6a5b-443f-ae02-725c66ceaa3f,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:45.216153 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-e9dcf05a-e7d9-40ea-9925-3f9897b66073 None None] Provisioning complete for port b272c33b-6a5b-443f-ae02-725c66ceaa3f triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:52:45.216530 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e9dcf05a-e7d9-40ea-9925-3f9897b66073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:45.588331 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device b272c33b-6a5b-443f-ae02-725c66ceaa3f up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:52:45.649429 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port b272c33b-6a5b-443f-ae02-725c66ceaa3f triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:52:45.649833 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:46.192534 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 49684) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:46.508283 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-74aa2a88-3aa9-4163-ad78-a89e8108fc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:46.539164 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [None req-da66320c-0ae0-47a3-aa7e-1475fd70b2da admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:52:46.540211 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-da66320c-0ae0-47a3-aa7e-1475fd70b2da admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3467057 Jul 23 10:52:48.992037 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 49692) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:49.307565 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-d1454cc2-19f3-4928-b077-56895ede9dde admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:52:49.329351 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1454cc2-19f3-4928-b077-56895ede9dde admin admin] Made reservation on behalf of 744962ad03a0401bb3cd294684c07276 for: {'network': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:52:49.331743 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d1454cc2-19f3-4928-b077-56895ede9dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for network, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:49.339657 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d1454cc2-19f3-4928-b077-56895ede9dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:49.429603 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d1454cc2-19f3-4928-b077-56895ede9dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:49.433306 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d1454cc2-19f3-4928-b077-56895ede9dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:49.450698 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d1454cc2-19f3-4928-b077-56895ede9dde admin admin] Reserving flat network on physical network physnet1 {{(pid=93047) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 23 10:52:49.470574 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1454cc2-19f3-4928-b077-56895ede9dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e114291f-62a6-43be-986e-74109352ef98,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:49.476024 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d1454cc2-19f3-4928-b077-56895ede9dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402'] for segment, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:49.476397 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.db.segments_db [None req-d1454cc2-19f3-4928-b077-56895ede9dde admin admin] Added segment b5c8421f-b86b-4175-8464-b8724faa06bb of type flat for network 7e03cc48-3144-4cbe-b31a-c20231b9d64e Jul 23 10:52:49.515856 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-3d8bb2c1-31e6-462e-a498-a31c49348d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:49.524971 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d1454cc2-19f3-4928-b077-56895ede9dde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792856099175'] for network, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:49.565134 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d1454cc2-19f3-4928-b077-56895ede9dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375'] for network, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:49.566024 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1454cc2-19f3-4928-b077-56895ede9dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:49.566594 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d1454cc2-19f3-4928-b077-56895ede9dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for network, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:49.625128 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-d1454cc2-19f3-4928-b077-56895ede9dde admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6319799 Jul 23 10:52:49.626328 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1454cc2-19f3-4928-b077-56895ede9dde admin admin] Pushing event updated for resources: {'Network': ['ID=7e03cc48-3144-4cbe-b31a-c20231b9d64e,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:49.638692 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Network 7e03cc48-3144-4cbe-b31a-c20231b9d64e details requested by agent ovs-agent-dv-cinder-801989-3-iscsi with host dv-cinder-801989-3-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:52:49.669030 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:50.431434 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:51.957527 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:52.060843 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 49710) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:52.301405 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59cf79d-efa7-43c4-b2f8-f2d86b607ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:52.302908 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-b59cf79d-efa7-43c4-b2f8-f2d86b607ffe admin admin] 10.222.0.47 "GET /v2.0/subnets/d238e88a-c6d2-43eb-ba72-ec4d3938c9f4 HTTP/1.1" status: 200 len: 849 time: 0.2411392 Jul 23 10:52:52.306428 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 5 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:52:52.468731 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-73541d16-27e3-4e04-860b-ba42ef3df04a admin admin] 10.222.0.47 "GET /v2.0/routers/ea2e042a-0489-4262-b590-f904f32cfda7 HTTP/1.1" status: 200 len: 704 time: 0.1603999 Jul 23 10:52:52.749741 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8497f4b1-d559-4157-948d-de1ec44e9cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:53.059310 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [None req-8497f4b1-d559-4157-948d-de1ec44e9cca admin admin] Allocated IP 172.20.0.1 (2948bfc5-6bde-4ea6-8dce-dfa7bdc3d3bf/d238e88a-c6d2-43eb-ba72-ec4d3938c9f4/13d894f0-b7ae-494e-835e-1efd9c9d1259) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:52:53.270750 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8497f4b1-d559-4157-948d-de1ec44e9cca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:53.296331 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.provisioning_blocks [None req-8497f4b1-d559-4157-948d-de1ec44e9cca admin admin] Transition to ACTIVE for port object 13d894f0-b7ae-494e-835e-1efd9c9d1259 will not be triggered until provisioned by entity DHCP. {{(pid=93046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:52:53.380787 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8497f4b1-d559-4157-948d-de1ec44e9cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:53.398296 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8497f4b1-d559-4157-948d-de1ec44e9cca admin admin] Network 2948bfc5-6bde-4ea6-8dce-dfa7bdc3d3bf is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:52:53.418572 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-8497f4b1-d559-4157-948d-de1ec44e9cca admin admin] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:52:53.489314 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8497f4b1-d559-4157-948d-de1ec44e9cca admin admin] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:52:53.489981 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8497f4b1-d559-4157-948d-de1ec44e9cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407845'] for router_interface, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:53.560196 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8497f4b1-d559-4157-948d-de1ec44e9cca admin admin] Pushing event updated for resources: {'Port': ['ID=13d894f0-b7ae-494e-835e-1efd9c9d1259,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:53.591506 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497f4b1-d559-4157-948d-de1ec44e9cca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:53.591862 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497f4b1-d559-4157-948d-de1ec44e9cca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:53.592233 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497f4b1-d559-4157-948d-de1ec44e9cca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:53.592562 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497f4b1-d559-4157-948d-de1ec44e9cca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:53.592892 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497f4b1-d559-4157-948d-de1ec44e9cca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:53.593229 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497f4b1-d559-4157-948d-de1ec44e9cca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:53.593554 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497f4b1-d559-4157-948d-de1ec44e9cca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:53.593872 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497f4b1-d559-4157-948d-de1ec44e9cca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:53.594273 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497f4b1-d559-4157-948d-de1ec44e9cca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:53.594632 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497f4b1-d559-4157-948d-de1ec44e9cca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:53.594952 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497f4b1-d559-4157-948d-de1ec44e9cca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:53.595261 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497f4b1-d559-4157-948d-de1ec44e9cca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:53.596597 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497f4b1-d559-4157-948d-de1ec44e9cca admin admin] Tracked resource versions report: Jul 23 10:52:53.596597 dv-cinder-801989-3-iscsi neutron-server[93046]: pushed versions: Jul 23 10:52:53.596597 dv-cinder-801989-3-iscsi neutron-server[93046]: { 'AddressGroup': {'1.2'}, Jul 23 10:52:53.596597 dv-cinder-801989-3-iscsi neutron-server[93046]: 'ConntrackHelper': {'1.0'}, Jul 23 10:52:53.596597 dv-cinder-801989-3-iscsi neutron-server[93046]: 'Log': {'1.0'}, Jul 23 10:52:53.596597 dv-cinder-801989-3-iscsi neutron-server[93046]: 'Network': {'1.1'}, Jul 23 10:52:53.596597 dv-cinder-801989-3-iscsi neutron-server[93046]: 'Port': {'1.7'}, Jul 23 10:52:53.596597 dv-cinder-801989-3-iscsi neutron-server[93046]: 'PortForwarding': {'1.2'}, Jul 23 10:52:53.596597 dv-cinder-801989-3-iscsi neutron-server[93046]: 'QosPolicy': {'1.8'}, Jul 23 10:52:53.596597 dv-cinder-801989-3-iscsi neutron-server[93046]: 'SecurityGroup': {'1.4'}, Jul 23 10:52:53.596597 dv-cinder-801989-3-iscsi neutron-server[93046]: 'SecurityGroupRule': {'1.2'}, Jul 23 10:52:53.596597 dv-cinder-801989-3-iscsi neutron-server[93046]: 'SubPort': {'1.0'}, Jul 23 10:52:53.596597 dv-cinder-801989-3-iscsi neutron-server[93046]: 'Subnet': {'1.1'}, Jul 23 10:52:53.596597 dv-cinder-801989-3-iscsi neutron-server[93046]: 'Trunk': {'1.1'}} Jul 23 10:52:53.596597 dv-cinder-801989-3-iscsi neutron-server[93046]: consumer versions: Jul 23 10:52:53.596597 dv-cinder-801989-3-iscsi neutron-server[93046]: { DHCP agent@dv-cinder-801989-3-iscsi: {}, Jul 23 10:52:53.596597 dv-cinder-801989-3-iscsi neutron-server[93046]: L3 agent@dv-cinder-801989-3-iscsi: {}, Jul 23 10:52:53.596597 dv-cinder-801989-3-iscsi neutron-server[93046]: Metadata agent@dv-cinder-801989-3-iscsi: {}, Jul 23 10:52:53.596597 dv-cinder-801989-3-iscsi neutron-server[93046]: Metering agent@dv-cinder-801989-3-iscsi: {}, Jul 23 10:52:53.596597 dv-cinder-801989-3-iscsi neutron-server[93046]: Open vSwitch agent@dv-cinder-801989-3-iscsi: { 'AddressGroup': '1.2', Jul 23 10:52:53.596597 dv-cinder-801989-3-iscsi neutron-server[93046]: 'ConntrackHelper': '1.0', Jul 23 10:52:53.596597 dv-cinder-801989-3-iscsi neutron-server[93046]: 'Log': '1.0', Jul 23 10:52:53.596597 dv-cinder-801989-3-iscsi neutron-server[93046]: 'Network': '1.1', Jul 23 10:52:53.596597 dv-cinder-801989-3-iscsi neutron-server[93046]: 'Port': '1.7', Jul 23 10:52:53.596597 dv-cinder-801989-3-iscsi neutron-server[93046]: 'PortForwarding': '1.2', Jul 23 10:52:53.596597 dv-cinder-801989-3-iscsi neutron-server[93046]: 'QosPolicy': '1.8', Jul 23 10:52:53.596597 dv-cinder-801989-3-iscsi neutron-server[93046]: 'SecurityGroup': '1.4', Jul 23 10:52:53.596597 dv-cinder-801989-3-iscsi neutron-server[93046]: 'SecurityGroupRule': '1.2', Jul 23 10:52:53.596597 dv-cinder-801989-3-iscsi neutron-server[93046]: 'SubPort': '1.0', Jul 23 10:52:53.596597 dv-cinder-801989-3-iscsi neutron-server[93046]: 'Subnet': '1.1', Jul 23 10:52:53.596597 dv-cinder-801989-3-iscsi neutron-server[93046]: 'Trunk': '1.1'}} Jul 23 10:52:53.596597 dv-cinder-801989-3-iscsi neutron-server[93046]: {{(pid=93046) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 10:52:53.673883 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-f3160073-0961-4c53-8fdb-969c79c46561 None None] Provisioning for port 13d894f0-b7ae-494e-835e-1efd9c9d1259 completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:52:53.677800 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-f3160073-0961-4c53-8fdb-969c79c46561 None None] Provisioning complete for port 13d894f0-b7ae-494e-835e-1efd9c9d1259 triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:52:53.678177 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-f3160073-0961-4c53-8fdb-969c79c46561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:53.716123 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-f3160073-0961-4c53-8fdb-969c79c46561 None None] Port 13d894f0-b7ae-494e-835e-1efd9c9d1259 cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:52:53.725223 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8497f4b1-d559-4157-948d-de1ec44e9cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:53.910325 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8497f4b1-d559-4157-948d-de1ec44e9cca admin admin] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:53.914670 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8497f4b1-d559-4157-948d-de1ec44e9cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:53.915426 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8497f4b1-d559-4157-948d-de1ec44e9cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402930'] for router_interface, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:53.976852 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8497f4b1-d559-4157-948d-de1ec44e9cca admin admin] Pushing event updated for resources: {'Port': ['ID=13d894f0-b7ae-494e-835e-1efd9c9d1259,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:54.043549 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8497f4b1-d559-4157-948d-de1ec44e9cca admin admin] Network 2948bfc5-6bde-4ea6-8dce-dfa7bdc3d3bf is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:52:54.044841 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-8497f4b1-d559-4157-948d-de1ec44e9cca admin admin] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:52:54.237339 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ee63fa28-d40f-4893-af8e-4dacffc65908 None None] Provisioning complete for port 13d894f0-b7ae-494e-835e-1efd9c9d1259 triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:52:54.237716 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ee63fa28-d40f-4893-af8e-4dacffc65908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:54.272205 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-ee63fa28-d40f-4893-af8e-4dacffc65908 None None] Port 13d894f0-b7ae-494e-835e-1efd9c9d1259 cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:52:54.283303 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8497f4b1-d559-4157-948d-de1ec44e9cca admin admin] Router ea2e042a-0489-4262-b590-f904f32cfda7 is scheduled to L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 with binding_index 1 {{(pid=93046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:52:54.377890 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8497f4b1-d559-4157-948d-de1ec44e9cca admin admin] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:52:54.383112 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-8497f4b1-d559-4157-948d-de1ec44e9cca admin admin] 10.222.0.47 "PUT /v2.0/routers/ea2e042a-0489-4262-b590-f904f32cfda7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9086370 Jul 23 10:52:54.399572 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d938618f-6530-4d87-bc78-3d43385cc6f3 None None] Sync routers for ids ['ea2e042a-0489-4262-b590-f904f32cfda7'] in dv-cinder-801989-3-iscsi {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:52:54.410963 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d938618f-6530-4d87-bc78-3d43385cc6f3 None None] Routers {'ea2e042a-0489-4262-b590-f904f32cfda7'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:52:54.411801 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-d938618f-6530-4d87-bc78-3d43385cc6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T10:52:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['ea2e042a-0489-4262-b590-f904f32cfda7'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:54.598508 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-d938618f-6530-4d87-bc78-3d43385cc6f3 None None] Set router ea2e042a-0489-4262-b590-f904f32cfda7 gateway port host: None {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:52:55.052427 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-d938618f-6530-4d87-bc78-3d43385cc6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2e042a-0489-4262-b590-f904f32cfda7', 'name': 'router1', 'tenant_id': '3705e8123a9c417d880ba3af608e3f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:52:43Z', 'updated_at': '2021-07-23T10:52:53Z', 'revision_number': 2, 'project_id': '3705e8123a9c417d880ba3af608e3f68', 'gw_port_host': None, '_interfaces': [{'id': '13d894f0-b7ae-494e-835e-1efd9c9d1259', 'name': '', 'network_id': '2948bfc5-6bde-4ea6-8dce-dfa7bdc3d3bf', 'tenant_id': '3705e8123a9c417d880ba3af608e3f68', 'mac_address': 'fa:16:3e:1c:18:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2e042a-0489-4262-b590-f904f32cfda7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd238e88a-c6d2-43eb-ba72-ec4d3938c9f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:52:52Z', 'updated_at': '2021-07-23T10:52:53Z', 'revision_number': 2, 'project_id': '3705e8123a9c417d880ba3af608e3f68', 'subnets': [{'id': 'd238e88a-c6d2-43eb-ba72-ec4d3938c9f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c52813ed-1bb8-4564-829a-dbb0e6b55c6d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:55.105915 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d938618f-6530-4d87-bc78-3d43385cc6f3 None None] Checking router: ea2e042a-0489-4262-b590-f904f32cfda7 for host: dv-cinder-801989-3-iscsi {{(pid=93049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:52:55.106282 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d938618f-6530-4d87-bc78-3d43385cc6f3 None None] Updating router ea2e042a-0489-4262-b590-f904f32cfda7 port 13d894f0-b7ae-494e-835e-1efd9c9d1259 binding host dv-cinder-801989-3-iscsi {{(pid=93049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:52:55.172805 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-d938618f-6530-4d87-bc78-3d43385cc6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:55.687704 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-d938618f-6530-4d87-bc78-3d43385cc6f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:55.706673 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.provisioning_blocks [None req-d938618f-6530-4d87-bc78-3d43385cc6f3 None None] Transition to ACTIVE for port object 13d894f0-b7ae-494e-835e-1efd9c9d1259 will not be triggered until provisioned by entity L2. {{(pid=93049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:52:55.713566 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-d938618f-6530-4d87-bc78-3d43385cc6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:55.857168 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606dcd6-1eb8-43b1-8d5e-0c770e944fb5 None None] Pushing event updated for resources: {'Port': ['ID=13d894f0-b7ae-494e-835e-1efd9c9d1259,revision_number=3']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:55.899326 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606dcd6-1eb8-43b1-8d5e-0c770e944fb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:55.899845 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606dcd6-1eb8-43b1-8d5e-0c770e944fb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:55.900535 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606dcd6-1eb8-43b1-8d5e-0c770e944fb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:55.900989 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606dcd6-1eb8-43b1-8d5e-0c770e944fb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:55.901518 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606dcd6-1eb8-43b1-8d5e-0c770e944fb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:55.901827 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606dcd6-1eb8-43b1-8d5e-0c770e944fb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:55.902175 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606dcd6-1eb8-43b1-8d5e-0c770e944fb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:55.902512 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606dcd6-1eb8-43b1-8d5e-0c770e944fb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:55.902892 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606dcd6-1eb8-43b1-8d5e-0c770e944fb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:55.903229 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606dcd6-1eb8-43b1-8d5e-0c770e944fb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:55.903561 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606dcd6-1eb8-43b1-8d5e-0c770e944fb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:55.903894 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606dcd6-1eb8-43b1-8d5e-0c770e944fb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:55.905097 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606dcd6-1eb8-43b1-8d5e-0c770e944fb5 None None] Tracked resource versions report: Jul 23 10:52:55.905097 dv-cinder-801989-3-iscsi neutron-server[93049]: pushed versions: Jul 23 10:52:55.905097 dv-cinder-801989-3-iscsi neutron-server[93049]: { 'AddressGroup': {'1.2'}, Jul 23 10:52:55.905097 dv-cinder-801989-3-iscsi neutron-server[93049]: 'ConntrackHelper': {'1.0'}, Jul 23 10:52:55.905097 dv-cinder-801989-3-iscsi neutron-server[93049]: 'Log': {'1.0'}, Jul 23 10:52:55.905097 dv-cinder-801989-3-iscsi neutron-server[93049]: 'Network': {'1.1'}, Jul 23 10:52:55.905097 dv-cinder-801989-3-iscsi neutron-server[93049]: 'Port': {'1.7'}, Jul 23 10:52:55.905097 dv-cinder-801989-3-iscsi neutron-server[93049]: 'PortForwarding': {'1.2'}, Jul 23 10:52:55.905097 dv-cinder-801989-3-iscsi neutron-server[93049]: 'QosPolicy': {'1.8'}, Jul 23 10:52:55.905097 dv-cinder-801989-3-iscsi neutron-server[93049]: 'SecurityGroup': {'1.4'}, Jul 23 10:52:55.905097 dv-cinder-801989-3-iscsi neutron-server[93049]: 'SecurityGroupRule': {'1.2'}, Jul 23 10:52:55.905097 dv-cinder-801989-3-iscsi neutron-server[93049]: 'SubPort': {'1.0'}, Jul 23 10:52:55.905097 dv-cinder-801989-3-iscsi neutron-server[93049]: 'Subnet': {'1.1'}, Jul 23 10:52:55.905097 dv-cinder-801989-3-iscsi neutron-server[93049]: 'Trunk': {'1.1'}} Jul 23 10:52:55.905097 dv-cinder-801989-3-iscsi neutron-server[93049]: consumer versions: Jul 23 10:52:55.905097 dv-cinder-801989-3-iscsi neutron-server[93049]: { DHCP agent@dv-cinder-801989-3-iscsi: {}, Jul 23 10:52:55.905097 dv-cinder-801989-3-iscsi neutron-server[93049]: L3 agent@dv-cinder-801989-3-iscsi: {}, Jul 23 10:52:55.905097 dv-cinder-801989-3-iscsi neutron-server[93049]: Metadata agent@dv-cinder-801989-3-iscsi: {}, Jul 23 10:52:55.905097 dv-cinder-801989-3-iscsi neutron-server[93049]: Metering agent@dv-cinder-801989-3-iscsi: {}, Jul 23 10:52:55.905097 dv-cinder-801989-3-iscsi neutron-server[93049]: Open vSwitch agent@dv-cinder-801989-3-iscsi: { 'AddressGroup': '1.2', Jul 23 10:52:55.905097 dv-cinder-801989-3-iscsi neutron-server[93049]: 'ConntrackHelper': '1.0', Jul 23 10:52:55.905097 dv-cinder-801989-3-iscsi neutron-server[93049]: 'Log': '1.0', Jul 23 10:52:55.905097 dv-cinder-801989-3-iscsi neutron-server[93049]: 'Network': '1.1', Jul 23 10:52:55.905097 dv-cinder-801989-3-iscsi neutron-server[93049]: 'Port': '1.7', Jul 23 10:52:55.905097 dv-cinder-801989-3-iscsi neutron-server[93049]: 'PortForwarding': '1.2', Jul 23 10:52:55.905097 dv-cinder-801989-3-iscsi neutron-server[93049]: 'QosPolicy': '1.8', Jul 23 10:52:55.905097 dv-cinder-801989-3-iscsi neutron-server[93049]: 'SecurityGroup': '1.4', Jul 23 10:52:55.905097 dv-cinder-801989-3-iscsi neutron-server[93049]: 'SecurityGroupRule': '1.2', Jul 23 10:52:55.905097 dv-cinder-801989-3-iscsi neutron-server[93049]: 'SubPort': '1.0', Jul 23 10:52:55.905097 dv-cinder-801989-3-iscsi neutron-server[93049]: 'Subnet': '1.1', Jul 23 10:52:55.905097 dv-cinder-801989-3-iscsi neutron-server[93049]: 'Trunk': '1.1'}} Jul 23 10:52:55.905097 dv-cinder-801989-3-iscsi neutron-server[93049]: {{(pid=93049) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 10:52:55.909899 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-d938618f-6530-4d87-bc78-3d43385cc6f3 None None] Attempting to bind port 13d894f0-b7ae-494e-835e-1efd9c9d1259 on host dv-cinder-801989-3-iscsi for vnic_type normal with profile {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:52:55.910310 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-d938618f-6530-4d87-bc78-3d43385cc6f3 None None] Attempting to bind port 13d894f0-b7ae-494e-835e-1efd9c9d1259 by drivers openvswitch,hyperv on host dv-cinder-801989-3-iscsi at level 0 using segments [{'id': 'e553bca0-1fc0-4764-afc3-eeb96c947de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2948bfc5-6bde-4ea6-8dce-dfa7bdc3d3bf'}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:52:55.910762 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d938618f-6530-4d87-bc78-3d43385cc6f3 None None] Attempting to bind port 13d894f0-b7ae-494e-835e-1efd9c9d1259 on network 2948bfc5-6bde-4ea6-8dce-dfa7bdc3d3bf {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:52:55.916770 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d938618f-6530-4d87-bc78-3d43385cc6f3 None None] Checking agent: {'id': '63737f21-8f70-4879-b83c-8d101c99e22a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 52, 20), 'started_at': datetime.datetime(2021, 7, 23, 10, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:52:55.917199 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d938618f-6530-4d87-bc78-3d43385cc6f3 None None] Checking segment: {'id': 'e553bca0-1fc0-4764-afc3-eeb96c947de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2948bfc5-6bde-4ea6-8dce-dfa7bdc3d3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:52:55.917702 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-d938618f-6530-4d87-bc78-3d43385cc6f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:55.918101 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d938618f-6530-4d87-bc78-3d43385cc6f3 None None] Bound using segment: {'id': 'e553bca0-1fc0-4764-afc3-eeb96c947de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2948bfc5-6bde-4ea6-8dce-dfa7bdc3d3bf'} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:52:55.918611 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-d938618f-6530-4d87-bc78-3d43385cc6f3 None None] Bound port: 13d894f0-b7ae-494e-835e-1efd9c9d1259, host: dv-cinder-801989-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e553bca0-1fc0-4764-afc3-eeb96c947de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2948bfc5-6bde-4ea6-8dce-dfa7bdc3d3bf'}}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:52:55.919010 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-d938618f-6530-4d87-bc78-3d43385cc6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:55.996463 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-d938618f-6530-4d87-bc78-3d43385cc6f3 None None] For port 13d894f0-b7ae-494e-835e-1efd9c9d1259, host dv-cinder-801989-3-iscsi, cleared binding levels {{(pid=93049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:52:56.022497 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-d938618f-6530-4d87-bc78-3d43385cc6f3 None None] For port 13d894f0-b7ae-494e-835e-1efd9c9d1259, host dv-cinder-801989-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=13d894f0-b7ae-494e-835e-1efd9c9d1259,segment=NetworkSegment(e553bca0-1fc0-4764-afc3-eeb96c947de2),segment_id=e553bca0-1fc0-4764-afc3-eeb96c947de2)] {{(pid=93049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:52:56.027871 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-d938618f-6530-4d87-bc78-3d43385cc6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:56.088678 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d938618f-6530-4d87-bc78-3d43385cc6f3 None None] Routers {'ea2e042a-0489-4262-b590-f904f32cfda7'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:52:56.089014 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-d938618f-6530-4d87-bc78-3d43385cc6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T10:52:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['ea2e042a-0489-4262-b590-f904f32cfda7'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:56.090952 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606dcd6-1eb8-43b1-8d5e-0c770e944fb5 None None] Pushing event updated for resources: {'Port': ['ID=13d894f0-b7ae-494e-835e-1efd9c9d1259,revision_number=4']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:56.189400 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-d938618f-6530-4d87-bc78-3d43385cc6f3 None None] Set router ea2e042a-0489-4262-b590-f904f32cfda7 gateway port host: None {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:52:56.410462 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-d938618f-6530-4d87-bc78-3d43385cc6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2e042a-0489-4262-b590-f904f32cfda7', 'name': 'router1', 'tenant_id': '3705e8123a9c417d880ba3af608e3f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:52:43Z', 'updated_at': '2021-07-23T10:52:53Z', 'revision_number': 2, 'project_id': '3705e8123a9c417d880ba3af608e3f68', 'gw_port_host': None, '_interfaces': [{'id': '13d894f0-b7ae-494e-835e-1efd9c9d1259', 'name': '', 'network_id': '2948bfc5-6bde-4ea6-8dce-dfa7bdc3d3bf', 'tenant_id': '3705e8123a9c417d880ba3af608e3f68', 'mac_address': 'fa:16:3e:1c:18:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2e042a-0489-4262-b590-f904f32cfda7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd238e88a-c6d2-43eb-ba72-ec4d3938c9f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:52:52Z', 'updated_at': '2021-07-23T10:52:55Z', 'revision_number': 4, 'project_id': '3705e8123a9c417d880ba3af608e3f68', 'subnets': [{'id': 'd238e88a-c6d2-43eb-ba72-ec4d3938c9f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c52813ed-1bb8-4564-829a-dbb0e6b55c6d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:56.436674 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d938618f-6530-4d87-bc78-3d43385cc6f3 None None] The sync data for ids ['ea2e042a-0489-4262-b590-f904f32cfda7'] in dv-cinder-801989-3-iscsi is: [{'id': 'ea2e042a-0489-4262-b590-f904f32cfda7', 'name': 'router1', 'tenant_id': '3705e8123a9c417d880ba3af608e3f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:52:43Z', 'updated_at': '2021-07-23T10:52:53Z', 'revision_number': 2, 'project_id': '3705e8123a9c417d880ba3af608e3f68', 'gw_port_host': None, '_interfaces': [{'id': '13d894f0-b7ae-494e-835e-1efd9c9d1259', 'name': '', 'network_id': '2948bfc5-6bde-4ea6-8dce-dfa7bdc3d3bf', 'tenant_id': '3705e8123a9c417d880ba3af608e3f68', 'mac_address': 'fa:16:3e:1c:18:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2e042a-0489-4262-b590-f904f32cfda7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd238e88a-c6d2-43eb-ba72-ec4d3938c9f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:52:52Z', 'updated_at': '2021-07-23T10:52:55Z', 'revision_number': 4, 'project_id': '3705e8123a9c417d880ba3af608e3f68', 'subnets': [{'id': 'd238e88a-c6d2-43eb-ba72-ec4d3938c9f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c52813ed-1bb8-4564-829a-dbb0e6b55c6d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:52:56.699573 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 49734) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:56.816007 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6ee7ca-077b-43b7-b7a3-5c3dc0bba864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:56.817535 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-dd6ee7ca-077b-43b7-b7a3-5c3dc0bba864 admin admin] 10.222.0.47 "GET /v2.0/networks/7e03cc48-3144-4cbe-b31a-c20231b9d64e HTTP/1.1" status: 200 len: 842 time: 0.1166019 Jul 23 10:52:56.833324 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-47ae6797-360b-4ea0-84e1-0a1aa4c56d84 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'enable_dhcp': False}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:52:56.862311 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ae6797-360b-4ea0-84e1-0a1aa4c56d84 admin admin] Made reservation on behalf of 744962ad03a0401bb3cd294684c07276 for: {'subnet': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:52:56.865065 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-47ae6797-360b-4ea0-84e1-0a1aa4c56d84 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:57.221396 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.objects.ports [None req-47ae6797-360b-4ea0-84e1-0a1aa4c56d84 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93046) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 10:52:57.221827 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-47ae6797-360b-4ea0-84e1-0a1aa4c56d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375'] for subnet, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:57.279737 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae6797-360b-4ea0-84e1-0a1aa4c56d84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=936becf8-b9e9-4f67-8a9b-c483761f3f68,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:57.291494 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ae6797-360b-4ea0-84e1-0a1aa4c56d84 admin admin] Checking segment: {'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:52:57.291848 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ae6797-360b-4ea0-84e1-0a1aa4c56d84 admin admin] Network hostable DHCP agents. Network: 7e03cc48-3144-4cbe-b31a-c20231b9d64e, hostable agents: ['b2a8c5e9-afda-4978-a37c-dc0c684fd952'], hosted agents: [] {{(pid=93046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:52:57.315075 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ae6797-360b-4ea0-84e1-0a1aa4c56d84 admin admin] Network 7e03cc48-3144-4cbe-b31a-c20231b9d64e is scheduled to be hosted by DHCP agent b2a8c5e9-afda-4978-a37c-dc0c684fd952 with binding_index 1 {{(pid=93046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:52:57.327922 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-47ae6797-360b-4ea0-84e1-0a1aa4c56d84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-3-iscsi, 7e03cc48-3144-4cbe-b31a-c20231b9d64e) {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:52:57.332860 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ae6797-360b-4ea0-84e1-0a1aa4c56d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:57.333444 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-47ae6797-360b-4ea0-84e1-0a1aa4c56d84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:57.341347 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed3c93b-f70e-4c9e-ac80-116d62db8ae7 None None] Network 7e03cc48-3144-4cbe-b31a-c20231b9d64e requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:52:57.360145 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-47ae6797-360b-4ea0-84e1-0a1aa4c56d84 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5193632 Jul 23 10:52:57.504949 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da78c7a-3172-4927-ac0c-39fb716cfe51 None None] Network 7e03cc48-3144-4cbe-b31a-c20231b9d64e requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:52:59.740541 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 49742) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:59.877755 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-3c58a3cf-971e-46c3-9032-70f4b2712bfe admin admin] 10.222.0.47 "GET /v2.0/routers/ea2e042a-0489-4262-b590-f904f32cfda7 HTTP/1.1" status: 200 len: 710 time: 0.1340525 Jul 23 10:52:59.975587 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96854555-2e58-4dfd-8550-a314166b940f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:59.977023 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-96854555-2e58-4dfd-8550-a314166b940f admin admin] 10.222.0.47 "GET /v2.0/networks/7e03cc48-3144-4cbe-b31a-c20231b9d64e HTTP/1.1" status: 200 len: 886 time: 0.0942140 Jul 23 10:52:59.986680 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-377196d1-9aec-4fa4-8a9f-c5440783adc3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'}}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:53:00.243812 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-377196d1-9aec-4fa4-8a9f-c5440783adc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-377716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2737'] for router, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:00.562032 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-377196d1-9aec-4fa4-8a9f-c5440783adc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:00.644313 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-377196d1-9aec-4fa4-8a9f-c5440783adc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:00.760322 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [None req-377196d1-9aec-4fa4-8a9f-c5440783adc3 admin admin] Allocated IP 172.27.2.221 (7e03cc48-3144-4cbe-b31a-c20231b9d64e/936becf8-b9e9-4f67-8a9b-c483761f3f68/6abaa93a-fec9-4183-b8a0-ca35e78e8b01) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:53:00.873890 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-377196d1-9aec-4fa4-8a9f-c5440783adc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:00.916772 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-377196d1-9aec-4fa4-8a9f-c5440783adc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:00.960662 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377196d1-9aec-4fa4-8a9f-c5440783adc3 admin admin] Network 7e03cc48-3144-4cbe-b31a-c20231b9d64e is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:53:00.965791 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-377196d1-9aec-4fa4-8a9f-c5440783adc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:53:00.968156 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377196d1-9aec-4fa4-8a9f-c5440783adc3 admin admin] Pushing event updated for resources: {'Port': ['ID=6abaa93a-fec9-4183-b8a0-ca35e78e8b01,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:00.982545 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377196d1-9aec-4fa4-8a9f-c5440783adc3 admin admin] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:53:01.248586 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-377196d1-9aec-4fa4-8a9f-c5440783adc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:01.450801 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-377196d1-9aec-4fa4-8a9f-c5440783adc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-377716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2737'] for router, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:01.454159 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-377196d1-9aec-4fa4-8a9f-c5440783adc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-408892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-408906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-408883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-377725'] for router, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:01.568392 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377196d1-9aec-4fa4-8a9f-c5440783adc3 admin admin] Router ea2e042a-0489-4262-b590-f904f32cfda7 has already been hosted by L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 {{(pid=93046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:53:01.692582 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377196d1-9aec-4fa4-8a9f-c5440783adc3 admin admin] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:53:01.698625 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-377196d1-9aec-4fa4-8a9f-c5440783adc3 admin admin] Notify callbacks [] for router, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:01.700553 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-377196d1-9aec-4fa4-8a9f-c5440783adc3 admin admin] 10.222.0.47 "PUT /v2.0/routers/ea2e042a-0489-4262-b590-f904f32cfda7 HTTP/1.1" status: 200 len: 890 time: 1.7179825 Jul 23 10:53:03.009031 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0579ade0-7327-4aa9-9fee-89b140b23cb4 None None] Sync routers for ids ['ea2e042a-0489-4262-b590-f904f32cfda7'] in dv-cinder-801989-3-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:53:03.026990 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0579ade0-7327-4aa9-9fee-89b140b23cb4 None None] Routers {'ea2e042a-0489-4262-b590-f904f32cfda7'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:53:03.027675 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-0579ade0-7327-4aa9-9fee-89b140b23cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T10:52:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['ea2e042a-0489-4262-b590-f904f32cfda7'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:53:03.291264 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-0579ade0-7327-4aa9-9fee-89b140b23cb4 None None] Set router ea2e042a-0489-4262-b590-f904f32cfda7 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:53:03.635389 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 13d894f0-b7ae-494e-835e-1efd9c9d1259 up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:53:03.719865 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning for port 13d894f0-b7ae-494e-835e-1efd9c9d1259 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:53:03.728951 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port 13d894f0-b7ae-494e-835e-1efd9c9d1259 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:53:03.729329 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:03.767362 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-0579ade0-7327-4aa9-9fee-89b140b23cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2e042a-0489-4262-b590-f904f32cfda7', 'name': 'router1', 'tenant_id': '3705e8123a9c417d880ba3af608e3f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '6abaa93a-fec9-4183-b8a0-ca35e78e8b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:52:43Z', 'updated_at': '2021-07-23T10:53:01Z', 'revision_number': 4, 'project_id': '3705e8123a9c417d880ba3af608e3f68', 'gw_port': {'id': '6abaa93a-fec9-4183-b8a0-ca35e78e8b01', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2e042a-0489-4262-b590-f904f32cfda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:53:00Z', 'updated_at': '2021-07-23T10:53:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': '13d894f0-b7ae-494e-835e-1efd9c9d1259', 'name': '', 'network_id': '2948bfc5-6bde-4ea6-8dce-dfa7bdc3d3bf', 'tenant_id': '3705e8123a9c417d880ba3af608e3f68', 'mac_address': 'fa:16:3e:1c:18:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2e042a-0489-4262-b590-f904f32cfda7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd238e88a-c6d2-43eb-ba72-ec4d3938c9f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:52:52Z', 'updated_at': '2021-07-23T10:52:55Z', 'revision_number': 4, 'project_id': '3705e8123a9c417d880ba3af608e3f68', 'subnets': [{'id': 'd238e88a-c6d2-43eb-ba72-ec4d3938c9f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c52813ed-1bb8-4564-829a-dbb0e6b55c6d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:53:03.823115 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0579ade0-7327-4aa9-9fee-89b140b23cb4 None None] Checking router: ea2e042a-0489-4262-b590-f904f32cfda7 for host: dv-cinder-801989-3-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:53:03.823360 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0579ade0-7327-4aa9-9fee-89b140b23cb4 None None] Updating router ea2e042a-0489-4262-b590-f904f32cfda7 port 6abaa93a-fec9-4183-b8a0-ca35e78e8b01 binding host dv-cinder-801989-3-iscsi {{(pid=93048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:53:03.882315 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-0579ade0-7327-4aa9-9fee-89b140b23cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:03.924786 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:04.077093 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] For port 13d894f0-b7ae-494e-835e-1efd9c9d1259, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=13d894f0-b7ae-494e-835e-1efd9c9d1259,segment=NetworkSegment(e553bca0-1fc0-4764-afc3-eeb96c947de2),segment_id=e553bca0-1fc0-4764-afc3-eeb96c947de2)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:53:04.087127 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:04.194228 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Pushing event updated for resources: {'Port': ['ID=13d894f0-b7ae-494e-835e-1efd9c9d1259,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:04.198100 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 49756) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:53:04.317638 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-0579ade0-7327-4aa9-9fee-89b140b23cb4 None None] Notify callbacks [] for port, precommit_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:04.328153 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-0579ade0-7327-4aa9-9fee-89b140b23cb4 None None] Transition to ACTIVE for port object 6abaa93a-fec9-4183-b8a0-ca35e78e8b01 will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:53:04.336624 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-0579ade0-7327-4aa9-9fee-89b140b23cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:04.338634 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-c7f1b4b1-5e4f-4b77-828f-cb4030528609 admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1391773 Jul 23 10:53:04.392410 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9094805-04be-4431-86a1-d8536511ae9b None None] Pushing event updated for resources: {'Port': ['ID=6abaa93a-fec9-4183-b8a0-ca35e78e8b01,revision_number=2']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:04.397970 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-0579ade0-7327-4aa9-9fee-89b140b23cb4 None None] Attempting to bind port 6abaa93a-fec9-4183-b8a0-ca35e78e8b01 on host dv-cinder-801989-3-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:53:04.398390 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-0579ade0-7327-4aa9-9fee-89b140b23cb4 None None] Attempting to bind port 6abaa93a-fec9-4183-b8a0-ca35e78e8b01 by drivers openvswitch,hyperv on host dv-cinder-801989-3-iscsi at level 0 using segments [{'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:53:04.398707 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0579ade0-7327-4aa9-9fee-89b140b23cb4 None None] Attempting to bind port 6abaa93a-fec9-4183-b8a0-ca35e78e8b01 on network 7e03cc48-3144-4cbe-b31a-c20231b9d64e {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:53:04.404884 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0579ade0-7327-4aa9-9fee-89b140b23cb4 None None] Checking agent: {'id': '63737f21-8f70-4879-b83c-8d101c99e22a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 52, 20), 'started_at': datetime.datetime(2021, 7, 23, 10, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:53:04.405265 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0579ade0-7327-4aa9-9fee-89b140b23cb4 None None] Checking segment: {'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:53:04.405675 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-0579ade0-7327-4aa9-9fee-89b140b23cb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:04.406074 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0579ade0-7327-4aa9-9fee-89b140b23cb4 None None] Bound using segment: {'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:53:04.406562 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-0579ade0-7327-4aa9-9fee-89b140b23cb4 None None] Bound port: 6abaa93a-fec9-4183-b8a0-ca35e78e8b01, host: dv-cinder-801989-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:53:04.407029 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-0579ade0-7327-4aa9-9fee-89b140b23cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:04.472442 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-0579ade0-7327-4aa9-9fee-89b140b23cb4 None None] For port 6abaa93a-fec9-4183-b8a0-ca35e78e8b01, host dv-cinder-801989-3-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:53:04.477620 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-0579ade0-7327-4aa9-9fee-89b140b23cb4 None None] For port 6abaa93a-fec9-4183-b8a0-ca35e78e8b01, host dv-cinder-801989-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=6abaa93a-fec9-4183-b8a0-ca35e78e8b01,segment=NetworkSegment(b5c8421f-b86b-4175-8464-b8724faa06bb),segment_id=b5c8421f-b86b-4175-8464-b8724faa06bb)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:53:04.482123 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-0579ade0-7327-4aa9-9fee-89b140b23cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:04.542234 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0579ade0-7327-4aa9-9fee-89b140b23cb4 None None] Routers {'ea2e042a-0489-4262-b590-f904f32cfda7'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:53:04.542869 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-0579ade0-7327-4aa9-9fee-89b140b23cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T10:52:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['ea2e042a-0489-4262-b590-f904f32cfda7'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:53:04.544772 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9094805-04be-4431-86a1-d8536511ae9b None None] Pushing event updated for resources: {'Port': ['ID=6abaa93a-fec9-4183-b8a0-ca35e78e8b01,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:04.746786 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-0579ade0-7327-4aa9-9fee-89b140b23cb4 None None] Set router ea2e042a-0489-4262-b590-f904f32cfda7 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:53:04.974382 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-0579ade0-7327-4aa9-9fee-89b140b23cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2e042a-0489-4262-b590-f904f32cfda7', 'name': 'router1', 'tenant_id': '3705e8123a9c417d880ba3af608e3f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '6abaa93a-fec9-4183-b8a0-ca35e78e8b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:52:43Z', 'updated_at': '2021-07-23T10:53:01Z', 'revision_number': 4, 'project_id': '3705e8123a9c417d880ba3af608e3f68', 'gw_port': {'id': '6abaa93a-fec9-4183-b8a0-ca35e78e8b01', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2e042a-0489-4262-b590-f904f32cfda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:53:00Z', 'updated_at': '2021-07-23T10:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': '13d894f0-b7ae-494e-835e-1efd9c9d1259', 'name': '', 'network_id': '2948bfc5-6bde-4ea6-8dce-dfa7bdc3d3bf', 'tenant_id': '3705e8123a9c417d880ba3af608e3f68', 'mac_address': 'fa:16:3e:1c:18:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2e042a-0489-4262-b590-f904f32cfda7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd238e88a-c6d2-43eb-ba72-ec4d3938c9f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:52:52Z', 'updated_at': '2021-07-23T10:53:04Z', 'revision_number': 5, 'project_id': '3705e8123a9c417d880ba3af608e3f68', 'subnets': [{'id': 'd238e88a-c6d2-43eb-ba72-ec4d3938c9f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c52813ed-1bb8-4564-829a-dbb0e6b55c6d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:53:05.002023 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0579ade0-7327-4aa9-9fee-89b140b23cb4 None None] The sync data for ids ['ea2e042a-0489-4262-b590-f904f32cfda7'] in dv-cinder-801989-3-iscsi is: [{'id': 'ea2e042a-0489-4262-b590-f904f32cfda7', 'name': 'router1', 'tenant_id': '3705e8123a9c417d880ba3af608e3f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '6abaa93a-fec9-4183-b8a0-ca35e78e8b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:52:43Z', 'updated_at': '2021-07-23T10:53:01Z', 'revision_number': 4, 'project_id': '3705e8123a9c417d880ba3af608e3f68', 'gw_port': {'id': '6abaa93a-fec9-4183-b8a0-ca35e78e8b01', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2e042a-0489-4262-b590-f904f32cfda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:53:00Z', 'updated_at': '2021-07-23T10:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': '13d894f0-b7ae-494e-835e-1efd9c9d1259', 'name': '', 'network_id': '2948bfc5-6bde-4ea6-8dce-dfa7bdc3d3bf', 'tenant_id': '3705e8123a9c417d880ba3af608e3f68', 'mac_address': 'fa:16:3e:1c:18:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2e042a-0489-4262-b590-f904f32cfda7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd238e88a-c6d2-43eb-ba72-ec4d3938c9f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:52:52Z', 'updated_at': '2021-07-23T10:53:04Z', 'revision_number': 5, 'project_id': '3705e8123a9c417d880ba3af608e3f68', 'subnets': [{'id': 'd238e88a-c6d2-43eb-ba72-ec4d3938c9f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c52813ed-1bb8-4564-829a-dbb0e6b55c6d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:53:05.713561 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 13d894f0-b7ae-494e-835e-1efd9c9d1259 up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:53:05.769625 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port 13d894f0-b7ae-494e-835e-1efd9c9d1259 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:53:05.770108 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:05.860826 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 6abaa93a-fec9-4183-b8a0-ca35e78e8b01 up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:53:05.911978 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning for port 6abaa93a-fec9-4183-b8a0-ca35e78e8b01 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:53:05.915844 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port 6abaa93a-fec9-4183-b8a0-ca35e78e8b01 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:53:05.916248 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:05.997853 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:06.033172 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] For port 6abaa93a-fec9-4183-b8a0-ca35e78e8b01, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=6abaa93a-fec9-4183-b8a0-ca35e78e8b01,segment=NetworkSegment(b5c8421f-b86b-4175-8464-b8724faa06bb),segment_id=b5c8421f-b86b-4175-8464-b8724faa06bb)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:53:06.037147 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:06.086487 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Pushing event updated for resources: {'Port': ['ID=6abaa93a-fec9-4183-b8a0-ca35e78e8b01,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:07.635571 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 6abaa93a-fec9-4183-b8a0-ca35e78e8b01 up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:53:07.685834 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port 6abaa93a-fec9-4183-b8a0-ca35e78e8b01 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:53:07.686201 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:16.518712 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-991dbf0c-7974-4d71-9931-fb69683c0ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:19.528374 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-1a64b8d6-ac72-4174-963d-f819817771e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:19.661966 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:20.442424 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:21.987592 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:29.308976 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 5 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:53:46.510952 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ffd23fc4-3308-4fb9-bd22-ce4524154ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:49.529114 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-b0f2df1d-9ee5-44c3-8296-6fec6e24279e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:49.650509 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:50.448505 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:51.970058 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:06.307571 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 5 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:54:16.504363 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-fdad1ae8-cbf8-40b6-80b9-b932a78e4f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:19.524971 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-daf60bfd-29a7-416d-bf5e-a56a484b492d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:19.652485 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:20.442058 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:21.973763 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:42.767565 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 50324) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:42.834953 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f550afc-85a8-45b9-a692-23a26057aa27 admin admin] GET failed (client error): The resource could not be found. Jul 23 10:54:42.836813 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-0f550afc-85a8-45b9-a692-23a26057aa27 admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0682595 Jul 23 10:54:42.998771 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d9707b-33ae-4f97-af2f-45406d93140b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:43.001114 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-a5d9707b-33ae-4f97-af2f-45406d93140b admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1602550 Jul 23 10:54:43.306066 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 5 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:54:45.206667 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 50334) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:45.295901 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860b4cd6-60b0-42a1-b62e-810820868ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:45.297975 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-860b4cd6-60b0-42a1-b62e-810820868ec5 admin admin] 10.222.0.47 "GET /v2.0/subnets/d238e88a-c6d2-43eb-ba72-ec4d3938c9f4 HTTP/1.1" status: 200 len: 849 time: 0.0896959 Jul 23 10:54:45.307997 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-a9dd1f9e-191f-4be6-b456-dd100c44e34a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:54:45.398055 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a9dd1f9e-191f-4be6-b456-dd100c44e34a admin admin] Notify callbacks [] for subnet, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:45.636386 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a9dd1f9e-191f-4be6-b456-dd100c44e34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792856475212'] for subnet, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:45.664926 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dd1f9e-191f-4be6-b456-dd100c44e34a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:45.665776 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a9dd1f9e-191f-4be6-b456-dd100c44e34a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:45.668259 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-a9dd1f9e-191f-4be6-b456-dd100c44e34a admin admin] 10.222.0.47 "PUT /v2.0/subnets/d238e88a-c6d2-43eb-ba72-ec4d3938c9f4 HTTP/1.1" status: 200 len: 868 time: 0.3627706 Jul 23 10:54:45.668762 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a3e4c3-439f-46f9-bffc-b1acc0176bd2 None None] Network 2948bfc5-6bde-4ea6-8dce-dfa7bdc3d3bf requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:54:45.693053 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd1f9e-191f-4be6-b456-dd100c44e34a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d238e88a-c6d2-43eb-ba72-ec4d3938c9f4,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:45.700411 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dd1f9e-191f-4be6-b456-dd100c44e34a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:45.700791 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dd1f9e-191f-4be6-b456-dd100c44e34a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:45.701143 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dd1f9e-191f-4be6-b456-dd100c44e34a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:45.701484 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dd1f9e-191f-4be6-b456-dd100c44e34a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:45.701820 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dd1f9e-191f-4be6-b456-dd100c44e34a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:45.702171 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dd1f9e-191f-4be6-b456-dd100c44e34a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:45.702506 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dd1f9e-191f-4be6-b456-dd100c44e34a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:45.702838 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dd1f9e-191f-4be6-b456-dd100c44e34a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:45.703183 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dd1f9e-191f-4be6-b456-dd100c44e34a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:45.703518 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dd1f9e-191f-4be6-b456-dd100c44e34a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:45.703911 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dd1f9e-191f-4be6-b456-dd100c44e34a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:45.704272 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dd1f9e-191f-4be6-b456-dd100c44e34a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:46.074837 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-7c8a87fd-5251-4e68-9390-9a790842e72f None None] Provisioning complete for port b272c33b-6a5b-443f-ae02-725c66ceaa3f triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:54:46.075213 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7c8a87fd-5251-4e68-9390-9a790842e72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:46.158302 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-7c8a87fd-5251-4e68-9390-9a790842e72f None None] Provisioning complete for port 13d894f0-b7ae-494e-835e-1efd9c9d1259 triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:54:46.158555 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7c8a87fd-5251-4e68-9390-9a790842e72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:46.506697 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-f7ec94eb-5750-4b69-bd9d-6c78bf50c662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:47.871752 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 50344) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:48.067194 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22534f7-5d30-4d74-88e2-37b8ea92ea24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:48.067678 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22534f7-5d30-4d74-88e2-37b8ea92ea24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:48.069296 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-a22534f7-5d30-4d74-88e2-37b8ea92ea24 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1966136 Jul 23 10:54:49.528834 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-b40eab28-2e10-4ee2-967a-a20414692677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:49.655161 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:50.299049 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 50352) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:50.434912 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376ad264-fd99-4f50-8d07-d753d61a20ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:50.435398 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376ad264-fd99-4f50-8d07-d753d61a20ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:50.437014 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-376ad264-fd99-4f50-8d07-d753d61a20ad admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1370199 Jul 23 10:54:50.448271 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:51.976678 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:52.670002 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 50360) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:52.804750 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc3b022-6bb2-46ce-a1ac-4fc9ca3997fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:52.806147 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-ecc3b022-6bb2-46ce-a1ac-4fc9ca3997fd admin admin] 10.222.0.47 "GET /v2.0/networks/2948bfc5-6bde-4ea6-8dce-dfa7bdc3d3bf HTTP/1.1" status: 200 len: 869 time: 0.1351707 Jul 23 10:54:55.015849 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 50368) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:55.142095 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05a6447-27c7-4e65-a242-5ee439fef2d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:55.143469 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-e05a6447-27c7-4e65-a242-5ee439fef2d9 admin admin] 10.222.0.47 "GET /v2.0/networks/7e03cc48-3144-4cbe-b31a-c20231b9d64e HTTP/1.1" status: 200 len: 886 time: 0.1264651 Jul 23 10:54:57.371888 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 50376) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:57.499957 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838243a5-9576-4f0c-b7a6-165bbc7cf8f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:57.500918 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838243a5-9576-4f0c-b7a6-165bbc7cf8f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:57.502483 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-838243a5-9576-4f0c-b7a6-165bbc7cf8f8 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1296046 Jul 23 10:54:59.722487 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 50384) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:59.857366 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93398352-4155-4ee7-abd7-9eac940539f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:59.857819 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93398352-4155-4ee7-abd7-9eac940539f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:59.859353 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-93398352-4155-4ee7-abd7-9eac940539f3 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1358616 Jul 23 10:55:02.065709 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 50392) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:02.154092 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a48721-302f-4be1-87e4-e44aec673749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:02.155464 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-a6a48721-302f-4be1-87e4-e44aec673749 admin admin] 10.222.0.47 "GET /v2.0/subnets/936becf8-b9e9-4f67-8a9b-c483761f3f68 HTTP/1.1" status: 200 len: 816 time: 0.0887821 Jul 23 10:55:04.391822 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 50400) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:04.489507 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aef848c-527b-46b3-9ea3-5114b32b7655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:04.490929 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-6aef848c-527b-46b3-9ea3-5114b32b7655 admin admin] 10.222.0.47 "GET /v2.0/subnets/d238e88a-c6d2-43eb-ba72-ec4d3938c9f4 HTTP/1.1" status: 200 len: 868 time: 0.0975461 Jul 23 10:55:16.511325 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-dde6e97d-07f2-46a3-956b-5ebb41134c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:19.529799 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-aaa425cc-0bfd-4cb6-98b0-cf6d8b1353c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:19.662743 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:20.304993 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 5 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:55:20.448351 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:21.979878 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:29.702762 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 50452) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:29.750155 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [None req-01d4a931-e130-4d86-9a3d-e17a1978fa6a admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:55:29.751732 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-01d4a931-e130-4d86-9a3d-e17a1978fa6a admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474069 Jul 23 10:55:32.082875 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 50460) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:32.143428 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.pecan_wsgi.hooks.translation [None req-380e8cc9-37e5-443f-803f-43f5283c8440 admin admin] GET failed (client error): The resource could not be found. Jul 23 10:55:32.144805 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-380e8cc9-37e5-443f-803f-43f5283c8440 admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0610013 Jul 23 10:55:32.228203 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d5ba56-3632-4870-8f80-e157321b8d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:32.229672 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-e0d5ba56-3632-4870-8f80-e157321b8d67 admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0809443 Jul 23 10:55:34.460908 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 50468) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:34.507597 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-35e92dea-e509-42d7-9594-04cc591cc68f admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:55:34.528571 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e92dea-e509-42d7-9594-04cc591cc68f admin admin] Made reservation on behalf of 744962ad03a0401bb3cd294684c07276 for: {'network': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:55:34.530870 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-35e92dea-e509-42d7-9594-04cc591cc68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for network, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:34.568917 dv-cinder-801989-3-iscsi neutron-server[93047]: WARNING neutron.services.revisions.revision_plugin [None req-35e92dea-e509-42d7-9594-04cc591cc68f admin admin] Could not find related network for resource to bump revision. Jul 23 10:55:34.580193 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35e92dea-e509-42d7-9594-04cc591cc68f admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=93047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:55:34.589236 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-35e92dea-e509-42d7-9594-04cc591cc68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402'] for segment, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:34.589572 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.db.segments_db [None req-35e92dea-e509-42d7-9594-04cc591cc68f admin admin] Added segment 7c90f48a-1a8f-48e1-82f1-8aa7428fbcd6 of type vlan for network da1a5069-6b76-4a57-85ba-3b7455d926af Jul 23 10:55:34.630700 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-35e92dea-e509-42d7-9594-04cc591cc68f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792856099175'] for network, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:34.660698 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-35e92dea-e509-42d7-9594-04cc591cc68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375'] for network, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:34.661699 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e92dea-e509-42d7-9594-04cc591cc68f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:34.662292 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-35e92dea-e509-42d7-9594-04cc591cc68f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for network, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:34.696660 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-35e92dea-e509-42d7-9594-04cc591cc68f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2346661 Jul 23 10:55:34.724876 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e92dea-e509-42d7-9594-04cc591cc68f admin admin] Pushing event updated for resources: {'Network': ['ID=da1a5069-6b76-4a57-85ba-3b7455d926af,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:34.732418 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e92dea-e509-42d7-9594-04cc591cc68f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:34.732765 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e92dea-e509-42d7-9594-04cc591cc68f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:34.733103 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e92dea-e509-42d7-9594-04cc591cc68f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:34.733445 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e92dea-e509-42d7-9594-04cc591cc68f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:34.733783 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e92dea-e509-42d7-9594-04cc591cc68f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:34.734134 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e92dea-e509-42d7-9594-04cc591cc68f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:34.734469 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e92dea-e509-42d7-9594-04cc591cc68f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:34.734796 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e92dea-e509-42d7-9594-04cc591cc68f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:34.735123 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e92dea-e509-42d7-9594-04cc591cc68f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:34.735443 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e92dea-e509-42d7-9594-04cc591cc68f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:34.736300 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e92dea-e509-42d7-9594-04cc591cc68f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:34.736787 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e92dea-e509-42d7-9594-04cc591cc68f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:34.749519 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Network da1a5069-6b76-4a57-85ba-3b7455d926af details requested by agent ovs-agent-dv-cinder-801989-3-iscsi with host dv-cinder-801989-3-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:55:36.952554 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 50476) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:37.018686 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ffa75b7-20ec-4f69-8583-c4ac878c0dd1 admin admin] GET failed (client error): The resource could not be found. Jul 23 10:55:37.020135 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-2ffa75b7-20ec-4f69-8583-c4ac878c0dd1 admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0665610 Jul 23 10:55:37.098126 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121f5cbe-e222-4857-8115-b6df848a8739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:37.099629 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-121f5cbe-e222-4857-8115-b6df848a8739 admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0752461 Jul 23 10:55:37.109827 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-be77e058-9749-4b14-9894-b7e20e615aad admin admin] Request body: {'subnet': {'network_id': 'da1a5069-6b76-4a57-85ba-3b7455d926af', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:55:37.131301 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be77e058-9749-4b14-9894-b7e20e615aad admin admin] Made reservation on behalf of 744962ad03a0401bb3cd294684c07276 for: {'subnet': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:55:37.135001 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-be77e058-9749-4b14-9894-b7e20e615aad admin admin] Notify callbacks [] for subnet, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:37.333614 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-be77e058-9749-4b14-9894-b7e20e615aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375'] for subnet, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:37.391477 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77e058-9749-4b14-9894-b7e20e615aad admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f90a30d-2d63-4f88-abdb-80e364cf071d,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:37.404464 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be77e058-9749-4b14-9894-b7e20e615aad admin admin] Checking segment: {'id': '7c90f48a-1a8f-48e1-82f1-8aa7428fbcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'da1a5069-6b76-4a57-85ba-3b7455d926af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:55:37.404822 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be77e058-9749-4b14-9894-b7e20e615aad admin admin] Network hostable DHCP agents. Network: da1a5069-6b76-4a57-85ba-3b7455d926af, hostable agents: ['b2a8c5e9-afda-4978-a37c-dc0c684fd952'], hosted agents: [] {{(pid=93047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:55:37.421302 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be77e058-9749-4b14-9894-b7e20e615aad admin admin] Network da1a5069-6b76-4a57-85ba-3b7455d926af is scheduled to be hosted by DHCP agent b2a8c5e9-afda-4978-a37c-dc0c684fd952 with binding_index 1 {{(pid=93047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:55:37.433532 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-be77e058-9749-4b14-9894-b7e20e615aad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-3-iscsi, da1a5069-6b76-4a57-85ba-3b7455d926af) {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:55:37.437797 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be77e058-9749-4b14-9894-b7e20e615aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:37.438387 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-be77e058-9749-4b14-9894-b7e20e615aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for subnet, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:37.445809 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8806f986-3e8f-4f7c-921f-b02c3ae6fcac None None] Network da1a5069-6b76-4a57-85ba-3b7455d926af requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:55:37.462543 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-be77e058-9749-4b14-9894-b7e20e615aad admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3562613 Jul 23 10:55:37.610574 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b4c22d-7f04-4ff0-ac63-b43bb83cd0a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346dbadd-1aa0-50d9-9a92-89b0e917de90-da1a5069-6b76-4a57-85ba-3b7455d926af', 'network_id': 'da1a5069-6b76-4a57-85ba-3b7455d926af', 'tenant_id': '744962ad03a0401bb3cd294684c07276', 'fixed_ips': [{'subnet_id': '4f90a30d-2d63-4f88-abdb-80e364cf071d'}]}} from dv-cinder-801989-3-iscsi. {{(pid=93048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:55:37.611729 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-74b4c22d-7f04-4ff0-ac63-b43bb83cd0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:37.753730 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.db_base_plugin_common [None req-74b4c22d-7f04-4ff0-ac63-b43bb83cd0a7 None None] Allocated IP 192.168.233.2 (da1a5069-6b76-4a57-85ba-3b7455d926af/4f90a30d-2d63-4f88-abdb-80e364cf071d/35702f37-a510-4fa2-9ce3-9dddc407d4d5) {{(pid=93048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:55:37.909211 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-74b4c22d-7f04-4ff0-ac63-b43bb83cd0a7 None None] Notify callbacks [] for port, precommit_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:37.917817 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-74b4c22d-7f04-4ff0-ac63-b43bb83cd0a7 None None] Transition to ACTIVE for port object 35702f37-a510-4fa2-9ce3-9dddc407d4d5 will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:55:37.934196 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-74b4c22d-7f04-4ff0-ac63-b43bb83cd0a7 None None] Transition to ACTIVE for port object 35702f37-a510-4fa2-9ce3-9dddc407d4d5 will not be triggered until provisioned by entity DHCP. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:55:37.941902 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-74b4c22d-7f04-4ff0-ac63-b43bb83cd0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974'] for port, after_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:37.988592 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b4c22d-7f04-4ff0-ac63-b43bb83cd0a7 None None] Network da1a5069-6b76-4a57-85ba-3b7455d926af is already hosted by enough agents. {{(pid=93048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:55:37.992684 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.scheduler.base_scheduler [None req-74b4c22d-7f04-4ff0-ac63-b43bb83cd0a7 None None] Resources bound (agent type, host, resource id): {{(pid=93048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:55:37.995401 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b4c22d-7f04-4ff0-ac63-b43bb83cd0a7 None None] Received port after_create {{(pid=93048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:55:37.998679 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b4c22d-7f04-4ff0-ac63-b43bb83cd0a7 None None] Pushing event updated for resources: {'Port': ['ID=35702f37-a510-4fa2-9ce3-9dddc407d4d5,revision_number=1']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:38.009631 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4c22d-7f04-4ff0-ac63-b43bb83cd0a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:38.009983 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4c22d-7f04-4ff0-ac63-b43bb83cd0a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:38.010327 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4c22d-7f04-4ff0-ac63-b43bb83cd0a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:38.010664 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4c22d-7f04-4ff0-ac63-b43bb83cd0a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:38.010997 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4c22d-7f04-4ff0-ac63-b43bb83cd0a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:38.011340 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4c22d-7f04-4ff0-ac63-b43bb83cd0a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:38.011716 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4c22d-7f04-4ff0-ac63-b43bb83cd0a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:38.012078 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4c22d-7f04-4ff0-ac63-b43bb83cd0a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:38.013008 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4c22d-7f04-4ff0-ac63-b43bb83cd0a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:38.013008 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4c22d-7f04-4ff0-ac63-b43bb83cd0a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:38.013288 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4c22d-7f04-4ff0-ac63-b43bb83cd0a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:38.013592 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4c22d-7f04-4ff0-ac63-b43bb83cd0a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:38.083239 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-74b4c22d-7f04-4ff0-ac63-b43bb83cd0a7 None None] Attempting to bind port 35702f37-a510-4fa2-9ce3-9dddc407d4d5 on host dv-cinder-801989-3-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:55:38.083616 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-74b4c22d-7f04-4ff0-ac63-b43bb83cd0a7 None None] Attempting to bind port 35702f37-a510-4fa2-9ce3-9dddc407d4d5 by drivers openvswitch,hyperv on host dv-cinder-801989-3-iscsi at level 0 using segments [{'id': '7c90f48a-1a8f-48e1-82f1-8aa7428fbcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'da1a5069-6b76-4a57-85ba-3b7455d926af'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:55:38.083978 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b4c22d-7f04-4ff0-ac63-b43bb83cd0a7 None None] Attempting to bind port 35702f37-a510-4fa2-9ce3-9dddc407d4d5 on network da1a5069-6b76-4a57-85ba-3b7455d926af {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:55:38.089318 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b4c22d-7f04-4ff0-ac63-b43bb83cd0a7 None None] Checking agent: {'id': '63737f21-8f70-4879-b83c-8d101c99e22a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 52, 20), 'started_at': datetime.datetime(2021, 7, 23, 10, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:55:38.089695 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b4c22d-7f04-4ff0-ac63-b43bb83cd0a7 None None] Checking segment: {'id': '7c90f48a-1a8f-48e1-82f1-8aa7428fbcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'da1a5069-6b76-4a57-85ba-3b7455d926af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:55:38.090101 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-74b4c22d-7f04-4ff0-ac63-b43bb83cd0a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:38.090493 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b4c22d-7f04-4ff0-ac63-b43bb83cd0a7 None None] Bound using segment: {'id': '7c90f48a-1a8f-48e1-82f1-8aa7428fbcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'da1a5069-6b76-4a57-85ba-3b7455d926af'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:55:38.090965 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-74b4c22d-7f04-4ff0-ac63-b43bb83cd0a7 None None] Bound port: 35702f37-a510-4fa2-9ce3-9dddc407d4d5, host: dv-cinder-801989-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c90f48a-1a8f-48e1-82f1-8aa7428fbcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'da1a5069-6b76-4a57-85ba-3b7455d926af'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:55:38.091360 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-74b4c22d-7f04-4ff0-ac63-b43bb83cd0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:38.156352 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-74b4c22d-7f04-4ff0-ac63-b43bb83cd0a7 None None] For port 35702f37-a510-4fa2-9ce3-9dddc407d4d5, host dv-cinder-801989-3-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:55:38.160531 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-74b4c22d-7f04-4ff0-ac63-b43bb83cd0a7 None None] For port 35702f37-a510-4fa2-9ce3-9dddc407d4d5, host dv-cinder-801989-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=35702f37-a510-4fa2-9ce3-9dddc407d4d5,segment=NetworkSegment(7c90f48a-1a8f-48e1-82f1-8aa7428fbcd6),segment_id=7c90f48a-1a8f-48e1-82f1-8aa7428fbcd6)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:55:38.164997 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-74b4c22d-7f04-4ff0-ac63-b43bb83cd0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:38.221833 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b4c22d-7f04-4ff0-ac63-b43bb83cd0a7 None None] Pushing event updated for resources: {'Port': ['ID=35702f37-a510-4fa2-9ce3-9dddc407d4d5,revision_number=2']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:39.070380 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d0220f-0e1d-4285-815f-5eeeedbaae2e None None] Network da1a5069-6b76-4a57-85ba-3b7455d926af requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:55:39.142022 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-443ad095-bc8b-4c53-b62a-845cdfc8711d None None] Provisioning for port 35702f37-a510-4fa2-9ce3-9dddc407d4d5 completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:55:39.738318 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 35702f37-a510-4fa2-9ce3-9dddc407d4d5 up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:55:39.789293 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning for port 35702f37-a510-4fa2-9ce3-9dddc407d4d5 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:55:39.793251 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port 35702f37-a510-4fa2-9ce3-9dddc407d4d5 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:55:39.793619 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:39.871646 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:39.905212 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] For port 35702f37-a510-4fa2-9ce3-9dddc407d4d5, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=35702f37-a510-4fa2-9ce3-9dddc407d4d5,segment=NetworkSegment(7c90f48a-1a8f-48e1-82f1-8aa7428fbcd6),segment_id=7c90f48a-1a8f-48e1-82f1-8aa7428fbcd6)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:55:39.909370 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:39.962573 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Pushing event updated for resources: {'Port': ['ID=35702f37-a510-4fa2-9ce3-9dddc407d4d5,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:41.714816 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 35702f37-a510-4fa2-9ce3-9dddc407d4d5 up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:55:41.764377 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port 35702f37-a510-4fa2-9ce3-9dddc407d4d5 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:55:41.764747 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:46.504062 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d499c4d8-4eee-4e59-a367-02237cb3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:49.535959 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-055535b1-f01e-4a71-820e-c980015ac2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:49.655833 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:50.450983 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:51.988939 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:57.304212 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 5 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:56:16.511914 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-db4c66f7-9c25-46f3-8381-6984836af375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:19.536469 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-6be4b3b8-e862-4a42-83d1-f99a2e30208a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:19.657299 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:20.454224 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:21.986883 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:34.303359 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 5 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:56:46.504794 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-8bf7921d-3a5e-4190-b0eb-6d65314b0e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:49.058385 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 50528) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:49.064531 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [None req-f9c56d27-d5f6-4dac-9fc4-ce0e69e85ce6 tempest-verify_tempest_config-826802506 tempest-verify_tempest_config-826802506-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:56:49.065512 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-f9c56d27-d5f6-4dac-9fc4-ce0e69e85ce6 tempest-verify_tempest_config-826802506 tempest-verify_tempest_config-826802506-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061247 Jul 23 10:56:49.390656 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 50546) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:49.503160 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-273686a0-2d97-4950-92de-1e4a18e3e0a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:49.536885 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-5c82cb71-a9df-44a6-8a8d-9077db8cdabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:49.602961 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-273686a0-2d97-4950-92de-1e4a18e3e0a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:49.614722 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-273686a0-2d97-4950-92de-1e4a18e3e0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:49.660484 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:49.708628 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-273686a0-2d97-4950-92de-1e4a18e3e0a5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6e0fe94524f34fb4906872eb3b36c52b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3169150 Jul 23 10:56:49.709980 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273686a0-2d97-4950-92de-1e4a18e3e0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3999f9-2984-4f3f-a011-498204b83466,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:49.711672 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 50550) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:49.717755 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273686a0-2d97-4950-92de-1e4a18e3e0a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:49.718123 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273686a0-2d97-4950-92de-1e4a18e3e0a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:49.718468 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273686a0-2d97-4950-92de-1e4a18e3e0a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:49.718799 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273686a0-2d97-4950-92de-1e4a18e3e0a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:49.719159 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273686a0-2d97-4950-92de-1e4a18e3e0a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:49.719805 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273686a0-2d97-4950-92de-1e4a18e3e0a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:49.720168 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273686a0-2d97-4950-92de-1e4a18e3e0a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:49.720494 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273686a0-2d97-4950-92de-1e4a18e3e0a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:49.720836 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273686a0-2d97-4950-92de-1e4a18e3e0a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:49.721159 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273686a0-2d97-4950-92de-1e4a18e3e0a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:49.721478 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273686a0-2d97-4950-92de-1e4a18e3e0a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:49.721794 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273686a0-2d97-4950-92de-1e4a18e3e0a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:49.793125 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-34ab77b0-3b1c-4a77-83e5-557eaec1c711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:49.818018 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-34ab77b0-3b1c-4a77-83e5-557eaec1c711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:49.909570 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-34ab77b0-3b1c-4a77-83e5-557eaec1c711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:49.913360 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-34ab77b0-3b1c-4a77-83e5-557eaec1c711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:49.914727 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-34ab77b0-3b1c-4a77-83e5-557eaec1c711 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fa3999f9-2984-4f3f-a011-498204b83466 HTTP/1.1" status: 204 len: 168 time: 0.2018321 Jul 23 10:56:49.927403 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab77b0-3b1c-4a77-83e5-557eaec1c711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3999f9-2984-4f3f-a011-498204b83466,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:49.938819 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab77b0-3b1c-4a77-83e5-557eaec1c711 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:49.939437 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab77b0-3b1c-4a77-83e5-557eaec1c711 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:49.940029 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab77b0-3b1c-4a77-83e5-557eaec1c711 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:49.940636 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab77b0-3b1c-4a77-83e5-557eaec1c711 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:49.941205 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab77b0-3b1c-4a77-83e5-557eaec1c711 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:49.941955 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab77b0-3b1c-4a77-83e5-557eaec1c711 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:49.942525 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab77b0-3b1c-4a77-83e5-557eaec1c711 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:49.943088 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab77b0-3b1c-4a77-83e5-557eaec1c711 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:49.943666 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab77b0-3b1c-4a77-83e5-557eaec1c711 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:49.944553 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab77b0-3b1c-4a77-83e5-557eaec1c711 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:49.944851 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab77b0-3b1c-4a77-83e5-557eaec1c711 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:49.945432 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab77b0-3b1c-4a77-83e5-557eaec1c711 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:50.458357 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:51.993823 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:11.302577 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 5 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:57:16.507093 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-321753ba-c598-497b-82e8-a68747466e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:19.543122 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-75d1801e-0957-49de-8eeb-ccee3b83376e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:19.663316 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:20.458147 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:21.994115 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:46.508647 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-84d0ea8e-f608-4010-abbc-bfc681262a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:48.301547 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 5 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:57:49.535297 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-be2404e5-909e-424b-b5f1-188d8710d2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:49.664457 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:50.462861 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:51.996114 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:16.508619 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ed0cca21-9ef6-4e67-ab06-c581a33271eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:19.535569 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-0c9f6141-72fb-4d64-bf64-0df256ce61ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:19.668109 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:20.465487 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:21.998097 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:25.299708 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 5 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:58:30.538844 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402055'] for agent, after_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:33.727728 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 50604) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:58:33.832799 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-b49b1111-b64f-4339-a7fa-2361639b769b admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1038663 Jul 23 10:58:36.096046 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 50614) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:58:36.148794 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-f0c95aa7-d5ad-4ffe-b055-d5dd254dd60b admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0516224 Jul 23 10:58:46.511089 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-228c3005-e457-4345-85fa-cc4ce4981bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:49.535153 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-875163c2-eb53-4a4a-8fd6-65be92abea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:49.669001 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:50.467893 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:52.002530 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:00.502503 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:02.298696 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:59:16.512766 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-b96bebd0-5556-4ad7-9cb8-fcaf5bdce007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:19.535901 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-453478fd-c1fd-4b88-be31-a16c7feea7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:19.670316 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:20.470959 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:22.004175 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:30.494429 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:39.301404 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:59:46.515624 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-de9cf9c3-c8d5-46af-8687-47851a7527bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:49.537249 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-b0376989-b45b-4aec-8763-926ddd1b162d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:49.669968 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:50.473140 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:52.008975 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:00.503830 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:06.697180 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 50758) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:07.047131 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-dd4abec0-b8c2-4ed2-9f69-13d9ec43910d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2137557861-network', 'tenant_id': 'e6d14e62bda649189c09416437d9f3b8'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:00:07.076836 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4abec0-b8c2-4ed2-9f69-13d9ec43910d admin admin] Made reservation on behalf of e6d14e62bda649189c09416437d9f3b8 for: {'network': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:00:07.079247 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dd4abec0-b8c2-4ed2-9f69-13d9ec43910d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for network, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:07.088961 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dd4abec0-b8c2-4ed2-9f69-13d9ec43910d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:07.194963 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dd4abec0-b8c2-4ed2-9f69-13d9ec43910d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:07.203358 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dd4abec0-b8c2-4ed2-9f69-13d9ec43910d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:07.237627 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd4abec0-b8c2-4ed2-9f69-13d9ec43910d admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=93046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:00:07.244662 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4abec0-b8c2-4ed2-9f69-13d9ec43910d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f82cc39-4535-4905-809c-9111d54208cb,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:07.260627 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4abec0-b8c2-4ed2-9f69-13d9ec43910d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:07.261053 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4abec0-b8c2-4ed2-9f69-13d9ec43910d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:07.261504 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4abec0-b8c2-4ed2-9f69-13d9ec43910d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:07.261745 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4abec0-b8c2-4ed2-9f69-13d9ec43910d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:07.262110 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4abec0-b8c2-4ed2-9f69-13d9ec43910d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:07.262467 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4abec0-b8c2-4ed2-9f69-13d9ec43910d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:07.262802 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4abec0-b8c2-4ed2-9f69-13d9ec43910d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:07.263130 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4abec0-b8c2-4ed2-9f69-13d9ec43910d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:07.263458 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4abec0-b8c2-4ed2-9f69-13d9ec43910d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:07.263781 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4abec0-b8c2-4ed2-9f69-13d9ec43910d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:07.264125 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4abec0-b8c2-4ed2-9f69-13d9ec43910d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:07.266407 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4abec0-b8c2-4ed2-9f69-13d9ec43910d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:07.267525 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4abec0-b8c2-4ed2-9f69-13d9ec43910d admin admin] Tracked resource versions report: Jul 23 11:00:07.267525 dv-cinder-801989-3-iscsi neutron-server[93046]: pushed versions: Jul 23 11:00:07.267525 dv-cinder-801989-3-iscsi neutron-server[93046]: { 'AddressGroup': {'1.2'}, Jul 23 11:00:07.267525 dv-cinder-801989-3-iscsi neutron-server[93046]: 'ConntrackHelper': {'1.0'}, Jul 23 11:00:07.267525 dv-cinder-801989-3-iscsi neutron-server[93046]: 'Log': {'1.0'}, Jul 23 11:00:07.267525 dv-cinder-801989-3-iscsi neutron-server[93046]: 'Network': {'1.1'}, Jul 23 11:00:07.267525 dv-cinder-801989-3-iscsi neutron-server[93046]: 'Port': {'1.7'}, Jul 23 11:00:07.267525 dv-cinder-801989-3-iscsi neutron-server[93046]: 'PortForwarding': {'1.2'}, Jul 23 11:00:07.267525 dv-cinder-801989-3-iscsi neutron-server[93046]: 'QosPolicy': {'1.8'}, Jul 23 11:00:07.267525 dv-cinder-801989-3-iscsi neutron-server[93046]: 'SecurityGroup': {'1.4'}, Jul 23 11:00:07.267525 dv-cinder-801989-3-iscsi neutron-server[93046]: 'SecurityGroupRule': {'1.2'}, Jul 23 11:00:07.267525 dv-cinder-801989-3-iscsi neutron-server[93046]: 'SubPort': {'1.0'}, Jul 23 11:00:07.267525 dv-cinder-801989-3-iscsi neutron-server[93046]: 'Subnet': {'1.1'}, Jul 23 11:00:07.267525 dv-cinder-801989-3-iscsi neutron-server[93046]: 'Trunk': {'1.1'}} Jul 23 11:00:07.267525 dv-cinder-801989-3-iscsi neutron-server[93046]: consumer versions: Jul 23 11:00:07.267525 dv-cinder-801989-3-iscsi neutron-server[93046]: { DHCP agent@dv-cinder-801989-3-iscsi: {}, Jul 23 11:00:07.267525 dv-cinder-801989-3-iscsi neutron-server[93046]: HyperV agent@hv-cinder-80198: {}, Jul 23 11:00:07.267525 dv-cinder-801989-3-iscsi neutron-server[93046]: L3 agent@dv-cinder-801989-3-iscsi: {}, Jul 23 11:00:07.267525 dv-cinder-801989-3-iscsi neutron-server[93046]: Metadata agent@dv-cinder-801989-3-iscsi: {}, Jul 23 11:00:07.267525 dv-cinder-801989-3-iscsi neutron-server[93046]: Metering agent@dv-cinder-801989-3-iscsi: {}, Jul 23 11:00:07.267525 dv-cinder-801989-3-iscsi neutron-server[93046]: Open vSwitch agent@dv-cinder-801989-3-iscsi: { 'AddressGroup': '1.2', Jul 23 11:00:07.267525 dv-cinder-801989-3-iscsi neutron-server[93046]: 'ConntrackHelper': '1.0', Jul 23 11:00:07.267525 dv-cinder-801989-3-iscsi neutron-server[93046]: 'Log': '1.0', Jul 23 11:00:07.267525 dv-cinder-801989-3-iscsi neutron-server[93046]: 'Network': '1.1', Jul 23 11:00:07.267525 dv-cinder-801989-3-iscsi neutron-server[93046]: 'Port': '1.7', Jul 23 11:00:07.267525 dv-cinder-801989-3-iscsi neutron-server[93046]: 'PortForwarding': '1.2', Jul 23 11:00:07.267525 dv-cinder-801989-3-iscsi neutron-server[93046]: 'QosPolicy': '1.8', Jul 23 11:00:07.267525 dv-cinder-801989-3-iscsi neutron-server[93046]: 'SecurityGroup': '1.4', Jul 23 11:00:07.267525 dv-cinder-801989-3-iscsi neutron-server[93046]: 'SecurityGroupRule': '1.2', Jul 23 11:00:07.267525 dv-cinder-801989-3-iscsi neutron-server[93046]: 'SubPort': '1.0', Jul 23 11:00:07.267525 dv-cinder-801989-3-iscsi neutron-server[93046]: 'Subnet': '1.1', Jul 23 11:00:07.267525 dv-cinder-801989-3-iscsi neutron-server[93046]: 'Trunk': '1.1'}} Jul 23 11:00:07.267525 dv-cinder-801989-3-iscsi neutron-server[93046]: {{(pid=93046) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 11:00:07.274528 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dd4abec0-b8c2-4ed2-9f69-13d9ec43910d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792856633730', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402'] for segment, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:07.275998 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dd4abec0-b8c2-4ed2-9f69-13d9ec43910d admin admin] Unsubscribe: segment precommit_create {{(pid=93046) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 23 11:00:07.275998 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.db.segments_db [None req-dd4abec0-b8c2-4ed2-9f69-13d9ec43910d admin admin] Added segment b8314cbf-0f13-444e-a2f7-412d2ab580ac of type vlan for network c5f54101-547d-4945-b83e-e88defaaaecd Jul 23 11:00:07.346066 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dd4abec0-b8c2-4ed2-9f69-13d9ec43910d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792856099175'] for network, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:07.391566 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dd4abec0-b8c2-4ed2-9f69-13d9ec43910d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375'] for network, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:07.393039 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4abec0-b8c2-4ed2-9f69-13d9ec43910d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:07.393691 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dd4abec0-b8c2-4ed2-9f69-13d9ec43910d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:07.428973 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-dd4abec0-b8c2-4ed2-9f69-13d9ec43910d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7280841 Jul 23 11:00:07.429896 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 50812) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:07.436133 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-1ccc593f-bd62-4f0c-8687-042a2d9d1696 admin admin] Request body: {'subnet': {'network_id': 'c5f54101-547d-4945-b83e-e88defaaaecd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2137557861-subnet', 'tenant_id': 'e6d14e62bda649189c09416437d9f3b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:00:07.463911 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccc593f-bd62-4f0c-8687-042a2d9d1696 admin admin] Made reservation on behalf of e6d14e62bda649189c09416437d9f3b8 for: {'subnet': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:00:07.469342 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1ccc593f-bd62-4f0c-8687-042a2d9d1696 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:07.500816 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4abec0-b8c2-4ed2-9f69-13d9ec43910d admin admin] Pushing event updated for resources: {'Network': ['ID=c5f54101-547d-4945-b83e-e88defaaaecd,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:07.512635 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Network c5f54101-547d-4945-b83e-e88defaaaecd details requested by agent ovs-agent-dv-cinder-801989-3-iscsi with host dv-cinder-801989-3-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:00:07.669022 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1ccc593f-bd62-4f0c-8687-042a2d9d1696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375'] for subnet, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:07.719496 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc593f-bd62-4f0c-8687-042a2d9d1696 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d7a4782-00bd-4f40-91f6-07bd2de4cd21,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:07.731071 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccc593f-bd62-4f0c-8687-042a2d9d1696 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:07.731457 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccc593f-bd62-4f0c-8687-042a2d9d1696 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:07.731802 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccc593f-bd62-4f0c-8687-042a2d9d1696 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:07.733091 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccc593f-bd62-4f0c-8687-042a2d9d1696 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:07.733091 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccc593f-bd62-4f0c-8687-042a2d9d1696 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:07.733091 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccc593f-bd62-4f0c-8687-042a2d9d1696 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:07.733470 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccc593f-bd62-4f0c-8687-042a2d9d1696 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:07.733766 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccc593f-bd62-4f0c-8687-042a2d9d1696 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:07.734108 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccc593f-bd62-4f0c-8687-042a2d9d1696 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:07.734510 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccc593f-bd62-4f0c-8687-042a2d9d1696 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:07.734762 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccc593f-bd62-4f0c-8687-042a2d9d1696 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:07.735085 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccc593f-bd62-4f0c-8687-042a2d9d1696 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:07.736324 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccc593f-bd62-4f0c-8687-042a2d9d1696 admin admin] Tracked resource versions report: Jul 23 11:00:07.736324 dv-cinder-801989-3-iscsi neutron-server[93047]: pushed versions: Jul 23 11:00:07.736324 dv-cinder-801989-3-iscsi neutron-server[93047]: { 'AddressGroup': {'1.2'}, Jul 23 11:00:07.736324 dv-cinder-801989-3-iscsi neutron-server[93047]: 'ConntrackHelper': {'1.0'}, Jul 23 11:00:07.736324 dv-cinder-801989-3-iscsi neutron-server[93047]: 'Log': {'1.0'}, Jul 23 11:00:07.736324 dv-cinder-801989-3-iscsi neutron-server[93047]: 'Network': {'1.1'}, Jul 23 11:00:07.736324 dv-cinder-801989-3-iscsi neutron-server[93047]: 'Port': {'1.7'}, Jul 23 11:00:07.736324 dv-cinder-801989-3-iscsi neutron-server[93047]: 'PortForwarding': {'1.2'}, Jul 23 11:00:07.736324 dv-cinder-801989-3-iscsi neutron-server[93047]: 'QosPolicy': {'1.8'}, Jul 23 11:00:07.736324 dv-cinder-801989-3-iscsi neutron-server[93047]: 'SecurityGroup': {'1.4'}, Jul 23 11:00:07.736324 dv-cinder-801989-3-iscsi neutron-server[93047]: 'SecurityGroupRule': {'1.2'}, Jul 23 11:00:07.736324 dv-cinder-801989-3-iscsi neutron-server[93047]: 'SubPort': {'1.0'}, Jul 23 11:00:07.736324 dv-cinder-801989-3-iscsi neutron-server[93047]: 'Subnet': {'1.1'}, Jul 23 11:00:07.736324 dv-cinder-801989-3-iscsi neutron-server[93047]: 'Trunk': {'1.1'}} Jul 23 11:00:07.736324 dv-cinder-801989-3-iscsi neutron-server[93047]: consumer versions: Jul 23 11:00:07.736324 dv-cinder-801989-3-iscsi neutron-server[93047]: { DHCP agent@dv-cinder-801989-3-iscsi: {}, Jul 23 11:00:07.736324 dv-cinder-801989-3-iscsi neutron-server[93047]: HyperV agent@hv-cinder-80198: {}, Jul 23 11:00:07.736324 dv-cinder-801989-3-iscsi neutron-server[93047]: L3 agent@dv-cinder-801989-3-iscsi: {}, Jul 23 11:00:07.736324 dv-cinder-801989-3-iscsi neutron-server[93047]: Metadata agent@dv-cinder-801989-3-iscsi: {}, Jul 23 11:00:07.736324 dv-cinder-801989-3-iscsi neutron-server[93047]: Metering agent@dv-cinder-801989-3-iscsi: {}, Jul 23 11:00:07.736324 dv-cinder-801989-3-iscsi neutron-server[93047]: Open vSwitch agent@dv-cinder-801989-3-iscsi: { 'AddressGroup': '1.2', Jul 23 11:00:07.736324 dv-cinder-801989-3-iscsi neutron-server[93047]: 'ConntrackHelper': '1.0', Jul 23 11:00:07.736324 dv-cinder-801989-3-iscsi neutron-server[93047]: 'Log': '1.0', Jul 23 11:00:07.736324 dv-cinder-801989-3-iscsi neutron-server[93047]: 'Network': '1.1', Jul 23 11:00:07.736324 dv-cinder-801989-3-iscsi neutron-server[93047]: 'Port': '1.7', Jul 23 11:00:07.736324 dv-cinder-801989-3-iscsi neutron-server[93047]: 'PortForwarding': '1.2', Jul 23 11:00:07.736324 dv-cinder-801989-3-iscsi neutron-server[93047]: 'QosPolicy': '1.8', Jul 23 11:00:07.736324 dv-cinder-801989-3-iscsi neutron-server[93047]: 'SecurityGroup': '1.4', Jul 23 11:00:07.736324 dv-cinder-801989-3-iscsi neutron-server[93047]: 'SecurityGroupRule': '1.2', Jul 23 11:00:07.736324 dv-cinder-801989-3-iscsi neutron-server[93047]: 'SubPort': '1.0', Jul 23 11:00:07.736324 dv-cinder-801989-3-iscsi neutron-server[93047]: 'Subnet': '1.1', Jul 23 11:00:07.736324 dv-cinder-801989-3-iscsi neutron-server[93047]: 'Trunk': '1.1'}} Jul 23 11:00:07.736324 dv-cinder-801989-3-iscsi neutron-server[93047]: {{(pid=93047) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 11:00:07.753321 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccc593f-bd62-4f0c-8687-042a2d9d1696 admin admin] Checking segment: {'id': 'b8314cbf-0f13-444e-a2f7-412d2ab580ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c5f54101-547d-4945-b83e-e88defaaaecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:00:07.753676 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccc593f-bd62-4f0c-8687-042a2d9d1696 admin admin] Network hostable DHCP agents. Network: c5f54101-547d-4945-b83e-e88defaaaecd, hostable agents: ['b2a8c5e9-afda-4978-a37c-dc0c684fd952'], hosted agents: [] {{(pid=93047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:00:07.772034 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccc593f-bd62-4f0c-8687-042a2d9d1696 admin admin] Network c5f54101-547d-4945-b83e-e88defaaaecd is scheduled to be hosted by DHCP agent b2a8c5e9-afda-4978-a37c-dc0c684fd952 with binding_index 1 {{(pid=93047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:00:07.785924 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-1ccc593f-bd62-4f0c-8687-042a2d9d1696 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-3-iscsi, c5f54101-547d-4945-b83e-e88defaaaecd) {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:00:07.792435 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccc593f-bd62-4f0c-8687-042a2d9d1696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:07.793040 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1ccc593f-bd62-4f0c-8687-042a2d9d1696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for subnet, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:07.797202 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d0db25-3f95-4809-a06a-e7e081877147 None None] Network c5f54101-547d-4945-b83e-e88defaaaecd requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:00:07.811914 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-1ccc593f-bd62-4f0c-8687-042a2d9d1696 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3800883 Jul 23 11:00:07.874965 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 50830) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:07.933143 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd72db5-64ec-41ba-8bf4-f104c17f7a68 None None] Network c5f54101-547d-4945-b83e-e88defaaaecd requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:00:07.977647 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 50836) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:08.279459 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 50854) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:08.307694 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 50858) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:08.316760 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-3fccd809-c78b-459b-b83c-ffbf7e9d3461 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1376719504-network', 'tenant_id': '4258166484494130b9fcf95d2a6afc89'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:00:08.340357 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fccd809-c78b-459b-b83c-ffbf7e9d3461 admin admin] Made reservation on behalf of 4258166484494130b9fcf95d2a6afc89 for: {'network': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:00:08.343942 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3fccd809-c78b-459b-b83c-ffbf7e9d3461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for network, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:08.350542 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-c29e85b7-fcd4-4d04-be47-1b7d1870b724 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-864067345-network', 'tenant_id': '443386f89a99476e905cc4b6656fca05'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:00:08.355196 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3fccd809-c78b-459b-b83c-ffbf7e9d3461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:08.377405 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29e85b7-fcd4-4d04-be47-1b7d1870b724 admin admin] Made reservation on behalf of 443386f89a99476e905cc4b6656fca05 for: {'network': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:00:08.380510 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c29e85b7-fcd4-4d04-be47-1b7d1870b724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for network, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:08.392511 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c29e85b7-fcd4-4d04-be47-1b7d1870b724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:08.469501 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3fccd809-c78b-459b-b83c-ffbf7e9d3461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:08.474712 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3fccd809-c78b-459b-b83c-ffbf7e9d3461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:08.504750 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fccd809-c78b-459b-b83c-ffbf7e9d3461 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=93047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:00:08.506924 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fccd809-c78b-459b-b83c-ffbf7e9d3461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79d3bfb-71fc-4d38-8560-38f863d871f0,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:08.517325 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3fccd809-c78b-459b-b83c-ffbf7e9d3461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402'] for segment, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:08.517325 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.db.segments_db [None req-3fccd809-c78b-459b-b83c-ffbf7e9d3461 admin admin] Added segment c7124302-fb3f-495e-b748-07d02359f90e of type vlan for network ccf574f9-5702-429a-8d37-996ccac096f3 Jul 23 11:00:08.558568 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3fccd809-c78b-459b-b83c-ffbf7e9d3461 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792856099175'] for network, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:08.589903 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-5b659e37-1d49-463f-90a7-d6e57f3f64c5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2056234282-network', 'tenant_id': '51dc4fba0e0c477cb182ba1b243f37a9'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:00:08.594255 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c29e85b7-fcd4-4d04-be47-1b7d1870b724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:08.601113 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3fccd809-c78b-459b-b83c-ffbf7e9d3461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375'] for network, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:08.601601 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-63bb5512-e31b-42c8-b664-f481d33944d1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1220422510-network', 'tenant_id': '7b38d280bb2e4b88b54d95921882a95b'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:00:08.602546 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fccd809-c78b-459b-b83c-ffbf7e9d3461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:08.603194 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3fccd809-c78b-459b-b83c-ffbf7e9d3461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for network, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:08.609770 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c29e85b7-fcd4-4d04-be47-1b7d1870b724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:08.648550 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e85b7-fcd4-4d04-be47-1b7d1870b724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e6825d-8fb6-4525-b0d6-49d2311c6ef9,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:08.668081 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c29e85b7-fcd4-4d04-be47-1b7d1870b724 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=93046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:00:08.681607 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c29e85b7-fcd4-4d04-be47-1b7d1870b724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402'] for segment, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:08.681915 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.db.segments_db [None req-c29e85b7-fcd4-4d04-be47-1b7d1870b724 admin admin] Added segment 31f0a91c-1a9d-4ea5-a870-1d3406ab3af3 of type vlan for network 6d05f05e-53ff-46ff-9423-c4c064703666 Jul 23 11:00:08.683091 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b659e37-1d49-463f-90a7-d6e57f3f64c5 admin admin] Made reservation on behalf of 51dc4fba0e0c477cb182ba1b243f37a9 for: {'network': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:00:08.685377 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5b659e37-1d49-463f-90a7-d6e57f3f64c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for network, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:08.690582 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fccd809-c78b-459b-b83c-ffbf7e9d3461 admin admin] Pushing event updated for resources: {'Network': ['ID=ccf574f9-5702-429a-8d37-996ccac096f3,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:08.703747 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Network ccf574f9-5702-429a-8d37-996ccac096f3 details requested by agent ovs-agent-dv-cinder-801989-3-iscsi with host dv-cinder-801989-3-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:00:08.707662 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-3fccd809-c78b-459b-b83c-ffbf7e9d3461 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8311446 Jul 23 11:00:08.708544 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 50886) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:08.715169 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-aa55f958-228f-463b-8f61-6828e56a1131 admin admin] Request body: {'subnet': {'network_id': 'ccf574f9-5702-429a-8d37-996ccac096f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1376719504-subnet', 'tenant_id': '4258166484494130b9fcf95d2a6afc89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:00:08.724071 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5b659e37-1d49-463f-90a7-d6e57f3f64c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:08.746972 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bb5512-e31b-42c8-b664-f481d33944d1 admin admin] Made reservation on behalf of 7b38d280bb2e4b88b54d95921882a95b for: {'network': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:00:08.749505 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa55f958-228f-463b-8f61-6828e56a1131 admin admin] Made reservation on behalf of 4258166484494130b9fcf95d2a6afc89 for: {'subnet': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:00:08.750067 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-63bb5512-e31b-42c8-b664-f481d33944d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for network, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:08.752301 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-aa55f958-228f-463b-8f61-6828e56a1131 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:08.778838 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c29e85b7-fcd4-4d04-be47-1b7d1870b724 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792856099175'] for network, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:08.784499 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-63bb5512-e31b-42c8-b664-f481d33944d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:08.854817 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c29e85b7-fcd4-4d04-be47-1b7d1870b724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375'] for network, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:08.856056 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29e85b7-fcd4-4d04-be47-1b7d1870b724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:08.856812 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c29e85b7-fcd4-4d04-be47-1b7d1870b724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:08.953184 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e85b7-fcd4-4d04-be47-1b7d1870b724 admin admin] Pushing event updated for resources: {'Network': ['ID=6d05f05e-53ff-46ff-9423-c4c064703666,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:08.965001 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Network 6d05f05e-53ff-46ff-9423-c4c064703666 details requested by agent ovs-agent-dv-cinder-801989-3-iscsi with host dv-cinder-801989-3-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:00:09.002292 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5b659e37-1d49-463f-90a7-d6e57f3f64c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:09.013475 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5b659e37-1d49-463f-90a7-d6e57f3f64c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:09.036659 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b659e37-1d49-463f-90a7-d6e57f3f64c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=93046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:00:09.049470 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5b659e37-1d49-463f-90a7-d6e57f3f64c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402'] for segment, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:09.050508 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.db.segments_db [None req-5b659e37-1d49-463f-90a7-d6e57f3f64c5 admin admin] Added segment 8b70b233-780c-43bd-920b-f37db5158cdc of type vlan for network 8773c8fe-bf97-4d67-831a-d924dceec572 Jul 23 11:00:09.065467 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-aa55f958-228f-463b-8f61-6828e56a1131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375'] for subnet, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:09.106794 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5b659e37-1d49-463f-90a7-d6e57f3f64c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792856099175'] for network, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:09.142900 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-c29e85b7-fcd4-4d04-be47-1b7d1870b724 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1629291 Jul 23 11:00:09.155158 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 50898) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:09.155833 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5b659e37-1d49-463f-90a7-d6e57f3f64c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375'] for network, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:09.157281 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b659e37-1d49-463f-90a7-d6e57f3f64c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:09.157894 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5b659e37-1d49-463f-90a7-d6e57f3f64c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:09.165488 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-852cbb94-dd30-463d-b4ab-b9a2860637b0 admin admin] Request body: {'subnet': {'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-864067345-subnet', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:00:09.214907 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55f958-228f-463b-8f61-6828e56a1131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c73e0985-88a5-4a27-821f-63539929b032,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:09.232912 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa55f958-228f-463b-8f61-6828e56a1131 admin admin] Checking segment: {'id': 'c7124302-fb3f-495e-b748-07d02359f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ccf574f9-5702-429a-8d37-996ccac096f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:00:09.233378 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa55f958-228f-463b-8f61-6828e56a1131 admin admin] Network hostable DHCP agents. Network: ccf574f9-5702-429a-8d37-996ccac096f3, hostable agents: ['b2a8c5e9-afda-4978-a37c-dc0c684fd952'], hosted agents: [] {{(pid=93047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:00:09.270534 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b659e37-1d49-463f-90a7-d6e57f3f64c5 admin admin] Pushing event updated for resources: {'Network': ['ID=8773c8fe-bf97-4d67-831a-d924dceec572,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:09.272228 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa55f958-228f-463b-8f61-6828e56a1131 admin admin] Network ccf574f9-5702-429a-8d37-996ccac096f3 is scheduled to be hosted by DHCP agent b2a8c5e9-afda-4978-a37c-dc0c684fd952 with binding_index 1 {{(pid=93047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:00:09.276035 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b659e37-1d49-463f-90a7-d6e57f3f64c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf2b71b-2c06-4bdc-acae-04122103e3b8,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:09.280992 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Network 8773c8fe-bf97-4d67-831a-d924dceec572 details requested by agent ovs-agent-dv-cinder-801989-3-iscsi with host dv-cinder-801989-3-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:00:09.284695 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-aa55f958-228f-463b-8f61-6828e56a1131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-3-iscsi, ccf574f9-5702-429a-8d37-996ccac096f3) {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:00:09.291297 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa55f958-228f-463b-8f61-6828e56a1131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:09.294626 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-aa55f958-228f-463b-8f61-6828e56a1131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for subnet, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:09.324222 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b92ccc7-fe8f-454a-afcf-b7ee8fc464a9 None None] Network ccf574f9-5702-429a-8d37-996ccac096f3 requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:00:09.447024 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-63bb5512-e31b-42c8-b664-f481d33944d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:09.459035 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-63bb5512-e31b-42c8-b664-f481d33944d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:09.478355 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63bb5512-e31b-42c8-b664-f481d33944d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=93046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:00:09.479757 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-aa55f958-228f-463b-8f61-6828e56a1131 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7694399 Jul 23 11:00:09.546231 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852cbb94-dd30-463d-b4ab-b9a2860637b0 admin admin] Made reservation on behalf of 443386f89a99476e905cc4b6656fca05 for: {'subnet': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:00:09.553734 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-852cbb94-dd30-463d-b4ab-b9a2860637b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:09.557191 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-63bb5512-e31b-42c8-b664-f481d33944d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402'] for segment, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:09.560537 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.db.segments_db [None req-63bb5512-e31b-42c8-b664-f481d33944d1 admin admin] Added segment f6eb4813-8b72-4c98-b772-6906b7caa3dd of type vlan for network 0f52d38e-0362-4264-9e97-fc5007fd139b Jul 23 11:00:09.606502 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-5b659e37-1d49-463f-90a7-d6e57f3f64c5 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3233335 Jul 23 11:00:09.607513 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 50928) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:09.613350 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-fba5f67d-17f5-4ea5-81f1-d2f62f853459 admin admin] Request body: {'subnet': {'network_id': '8773c8fe-bf97-4d67-831a-d924dceec572', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2056234282-subnet', 'tenant_id': '51dc4fba0e0c477cb182ba1b243f37a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:00:09.659742 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba5f67d-17f5-4ea5-81f1-d2f62f853459 admin admin] Made reservation on behalf of 51dc4fba0e0c477cb182ba1b243f37a9 for: {'subnet': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:00:09.662819 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-fba5f67d-17f5-4ea5-81f1-d2f62f853459 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:09.690698 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb5512-e31b-42c8-b664-f481d33944d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c202f53-0a57-4805-a21c-3425865a8c1a,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:09.690964 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd02a91-1cfb-4fba-843a-e4ca691e8554 None None] Network ccf574f9-5702-429a-8d37-996ccac096f3 requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:00:10.006531 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-63bb5512-e31b-42c8-b664-f481d33944d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792856099175'] for network, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:10.033675 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-fba5f67d-17f5-4ea5-81f1-d2f62f853459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375'] for subnet, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:10.095526 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5f67d-17f5-4ea5-81f1-d2f62f853459 admin admin] Pushing event updated for resources: {'Subnet': ['ID=395e3556-f9e3-438d-a4d0-76a1dfbe6347,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:10.104408 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba5f67d-17f5-4ea5-81f1-d2f62f853459 admin admin] Checking segment: {'id': '8b70b233-780c-43bd-920b-f37db5158cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8773c8fe-bf97-4d67-831a-d924dceec572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:00:10.104773 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba5f67d-17f5-4ea5-81f1-d2f62f853459 admin admin] Network hostable DHCP agents. Network: 8773c8fe-bf97-4d67-831a-d924dceec572, hostable agents: ['b2a8c5e9-afda-4978-a37c-dc0c684fd952'], hosted agents: [] {{(pid=93047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:00:10.123679 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-63bb5512-e31b-42c8-b664-f481d33944d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375'] for network, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:10.124547 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bb5512-e31b-42c8-b664-f481d33944d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:10.125125 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-63bb5512-e31b-42c8-b664-f481d33944d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:10.142039 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba5f67d-17f5-4ea5-81f1-d2f62f853459 admin admin] Network 8773c8fe-bf97-4d67-831a-d924dceec572 is scheduled to be hosted by DHCP agent b2a8c5e9-afda-4978-a37c-dc0c684fd952 with binding_index 1 {{(pid=93047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:00:10.160461 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-fba5f67d-17f5-4ea5-81f1-d2f62f853459 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-3-iscsi, 8773c8fe-bf97-4d67-831a-d924dceec572) {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:00:10.167899 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba5f67d-17f5-4ea5-81f1-d2f62f853459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:10.168707 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-fba5f67d-17f5-4ea5-81f1-d2f62f853459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for subnet, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:10.174370 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4a4798-d4ce-4094-8ef8-001be5adf877 None None] Network 8773c8fe-bf97-4d67-831a-d924dceec572 requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:00:10.187495 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-63bb5512-e31b-42c8-b664-f481d33944d1 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8780100 Jul 23 11:00:10.192661 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 50966) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:10.198610 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-0bb65c76-5364-439c-b48d-51a27b16e83d admin admin] Request body: {'subnet': {'network_id': '0f52d38e-0362-4264-9e97-fc5007fd139b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1220422510-subnet', 'tenant_id': '7b38d280bb2e4b88b54d95921882a95b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:00:10.254358 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 50974) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:10.256526 dv-cinder-801989-3-iscsi neutron-server[93047]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 23 11:00:10.273665 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb5512-e31b-42c8-b664-f481d33944d1 admin admin] Pushing event updated for resources: {'Network': ['ID=0f52d38e-0362-4264-9e97-fc5007fd139b,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:10.290974 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Network 0f52d38e-0362-4264-9e97-fc5007fd139b details requested by agent ovs-agent-dv-cinder-801989-3-iscsi with host dv-cinder-801989-3-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:00:10.309425 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-852cbb94-dd30-463d-b4ab-b9a2860637b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375'] for subnet, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:10.340007 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-fba5f67d-17f5-4ea5-81f1-d2f62f853459 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7309875 Jul 23 11:00:10.424402 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb65c76-5364-439c-b48d-51a27b16e83d admin admin] Made reservation on behalf of 7b38d280bb2e4b88b54d95921882a95b for: {'subnet': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:00:10.428298 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0bb65c76-5364-439c-b48d-51a27b16e83d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:10.483070 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-83fdf7dc-784f-44be-bfe9-50f6b87eaadd tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:10.490101 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-83fdf7dc-784f-44be-bfe9-50f6b87eaadd tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/networks?id=c5f54101-547d-4945-b83e-e88defaaaecd HTTP/1.1" status: 200 len: 812 time: 0.2346280 Jul 23 11:00:10.510173 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-82428571-4fc0-4500-8636-bc5cff8de493 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/quotas/e6d14e62bda649189c09416437d9f3b8 HTTP/1.1" status: 200 len: 375 time: 0.0188015 Jul 23 11:00:10.573431 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aad2819-254a-4c85-831a-cbb5269f0d4e None None] Network 8773c8fe-bf97-4d67-831a-d924dceec572 requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:00:10.589480 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-52ae2f2e-7b68-49e8-92a3-566290064406 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=e6d14e62bda649189c09416437d9f3b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0779617 Jul 23 11:00:10.634595 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852cbb94-dd30-463d-b4ab-b9a2860637b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0033b6fa-6a35-402d-9d48-f4dcba707c6e,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:10.682088 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852cbb94-dd30-463d-b4ab-b9a2860637b0 admin admin] Checking segment: {'id': '31f0a91c-1a9d-4ea5-a870-1d3406ab3af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:00:10.682447 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852cbb94-dd30-463d-b4ab-b9a2860637b0 admin admin] Network hostable DHCP agents. Network: 6d05f05e-53ff-46ff-9423-c4c064703666, hostable agents: ['b2a8c5e9-afda-4978-a37c-dc0c684fd952'], hosted agents: [] {{(pid=93046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:00:10.748179 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852cbb94-dd30-463d-b4ab-b9a2860637b0 admin admin] Network 6d05f05e-53ff-46ff-9423-c4c064703666 is scheduled to be hosted by DHCP agent b2a8c5e9-afda-4978-a37c-dc0c684fd952 with binding_index 1 {{(pid=93046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:00:10.754091 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0bb65c76-5364-439c-b48d-51a27b16e83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375'] for subnet, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:10.812028 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-852cbb94-dd30-463d-b4ab-b9a2860637b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-3-iscsi, 6d05f05e-53ff-46ff-9423-c4c064703666) {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:00:10.828031 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852cbb94-dd30-463d-b4ab-b9a2860637b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:10.828998 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-852cbb94-dd30-463d-b4ab-b9a2860637b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:10.862067 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb65c76-5364-439c-b48d-51a27b16e83d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bbfc4c9-e217-47f8-86e6-9511348173f3,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:10.868262 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8e6103-aff2-475f-8da2-a6e5139d8c0f None None] Network 6d05f05e-53ff-46ff-9423-c4c064703666 requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:00:10.886177 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 51000) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:10.886619 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-852cbb94-dd30-463d-b4ab-b9a2860637b0 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7255352 Jul 23 11:00:10.891316 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-4dc90fd4-dd3d-4efa-b3ce-1955226e015c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-864067345-router', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'}}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:00:10.894318 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb65c76-5364-439c-b48d-51a27b16e83d admin admin] Checking segment: {'id': 'f6eb4813-8b72-4c98-b772-6906b7caa3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0f52d38e-0362-4264-9e97-fc5007fd139b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:00:10.894993 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb65c76-5364-439c-b48d-51a27b16e83d admin admin] Network hostable DHCP agents. Network: 0f52d38e-0362-4264-9e97-fc5007fd139b, hostable agents: ['b2a8c5e9-afda-4978-a37c-dc0c684fd952'], hosted agents: [] {{(pid=93046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:00:10.934987 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb65c76-5364-439c-b48d-51a27b16e83d admin admin] Network 0f52d38e-0362-4264-9e97-fc5007fd139b is scheduled to be hosted by DHCP agent b2a8c5e9-afda-4978-a37c-dc0c684fd952 with binding_index 1 {{(pid=93046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:00:10.951167 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4dc90fd4-dd3d-4efa-b3ce-1955226e015c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:10.952373 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4dc90fd4-dd3d-4efa-b3ce-1955226e015c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2691'] for router, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:10.955689 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-0bb65c76-5364-439c-b48d-51a27b16e83d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-3-iscsi, 0f52d38e-0362-4264-9e97-fc5007fd139b) {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:00:10.960999 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb65c76-5364-439c-b48d-51a27b16e83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:10.961840 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0bb65c76-5364-439c-b48d-51a27b16e83d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:10.993283 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-0bb65c76-5364-439c-b48d-51a27b16e83d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7989795 Jul 23 11:00:10.993906 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 51004) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:10.999768 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-c8750620-bc5e-48a4-9565-c4aba192d7a5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1220422510-router', 'tenant_id': '7b38d280bb2e4b88b54d95921882a95b', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'}}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:00:11.025642 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8991141-1b3d-4dd9-ae8b-6dc622a8d24f None None] Network 0f52d38e-0362-4264-9e97-fc5007fd139b requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:00:11.031362 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c8750620-bc5e-48a4-9565-c4aba192d7a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:11.032698 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c8750620-bc5e-48a4-9565-c4aba192d7a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2691'] for router, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:11.082450 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4dc90fd4-dd3d-4efa-b3ce-1955226e015c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:11.204927 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-f183e8cc-c6a3-46d2-a5a7-dd99e348f121 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 11:00:11.206112 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-f183e8cc-c6a3-46d2-a5a7-dd99e348f121 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3691442 Jul 23 11:00:11.262508 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c8750620-bc5e-48a4-9565-c4aba192d7a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:11.323132 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4dc90fd4-dd3d-4efa-b3ce-1955226e015c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-377716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2737'] for router, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:11.421813 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dd051f-967c-42d8-947b-75810af4e351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346dbadd-1aa0-50d9-9a92-89b0e917de90-6d05f05e-53ff-46ff-9423-c4c064703666', 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'fixed_ips': [{'subnet_id': '0033b6fa-6a35-402d-9d48-f4dcba707c6e'}]}} from dv-cinder-801989-3-iscsi. {{(pid=93048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 11:00:11.422782 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-76dd051f-967c-42d8-947b-75810af4e351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:11.466453 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 51018) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:11.476272 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c8750620-bc5e-48a4-9565-c4aba192d7a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-377716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2737'] for router, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:11.499360 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a3acd8-3914-4760-9e67-6cd5ad6ebe7b None None] Network 0f52d38e-0362-4264-9e97-fc5007fd139b requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:00:11.562152 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-36f5a1db-cf6b-4b92-a60c-d711fcc1c3f4 service neutron] 10.222.0.47 "GET /v2.0/networks/c5f54101-547d-4945-b83e-e88defaaaecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460519 Jul 23 11:00:11.671429 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 51036) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:11.677937 dv-cinder-801989-3-iscsi neutron-server[93046]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 23 11:00:11.743666 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-f0d0bdbe-4732-418b-b99a-5dbfdea79a17 service neutron] 10.222.0.47 "GET /v2.0/networks/c5f54101-547d-4945-b83e-e88defaaaecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670539 Jul 23 11:00:11.779052 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 51040) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:11.800370 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.db_base_plugin_common [None req-76dd051f-967c-42d8-947b-75810af4e351 None None] Allocated IP 172.20.0.2 (6d05f05e-53ff-46ff-9423-c4c064703666/0033b6fa-6a35-402d-9d48-f4dcba707c6e/eac609fa-bfeb-449b-b584-bdbaba9bee17) {{(pid=93048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:00:11.838239 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-687c203b-26a0-4344-aefc-e203c3c1fbf5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-415605773-network', 'tenant_id': 'eb0ad0f9671a457e98b152c8d388f051'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:00:11.887475 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-872aaf04-1600-430e-812d-e5097478dbc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:11.997120 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687c203b-26a0-4344-aefc-e203c3c1fbf5 admin admin] Made reservation on behalf of eb0ad0f9671a457e98b152c8d388f051 for: {'network': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:00:11.999379 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-687c203b-26a0-4344-aefc-e203c3c1fbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for network, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:12.007766 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-76dd051f-967c-42d8-947b-75810af4e351 None None] Notify callbacks [] for port, precommit_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:12.025117 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-76dd051f-967c-42d8-947b-75810af4e351 None None] Transition to ACTIVE for port object eac609fa-bfeb-449b-b584-bdbaba9bee17 will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:00:12.042175 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-76dd051f-967c-42d8-947b-75810af4e351 None None] Transition to ACTIVE for port object eac609fa-bfeb-449b-b584-bdbaba9bee17 will not be triggered until provisioned by entity DHCP. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:00:12.052148 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-687c203b-26a0-4344-aefc-e203c3c1fbf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:12.058414 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-76dd051f-967c-42d8-947b-75810af4e351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974'] for port, after_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:12.094102 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dd051f-967c-42d8-947b-75810af4e351 None None] Network 6d05f05e-53ff-46ff-9423-c4c064703666 is already hosted by enough agents. {{(pid=93048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:00:12.099988 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.scheduler.base_scheduler [None req-76dd051f-967c-42d8-947b-75810af4e351 None None] Resources bound (agent type, host, resource id): {{(pid=93048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:00:12.124461 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dd051f-967c-42d8-947b-75810af4e351 None None] Received port after_create {{(pid=93048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:00:12.192110 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-70e7abf4-1b12-41bc-a874-27eb8d8f7ab3 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:12.192664 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4dc90fd4-dd3d-4efa-b3ce-1955226e015c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:12.193823 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-70e7abf4-1b12-41bc-a874-27eb8d8f7ab3 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/networks?id=ccf574f9-5702-429a-8d37-996ccac096f3 HTTP/1.1" status: 200 len: 815 time: 0.5176363 Jul 23 11:00:12.231342 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-76dd051f-967c-42d8-947b-75810af4e351 None None] Attempting to bind port eac609fa-bfeb-449b-b584-bdbaba9bee17 on host dv-cinder-801989-3-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:00:12.232073 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-76dd051f-967c-42d8-947b-75810af4e351 None None] Attempting to bind port eac609fa-bfeb-449b-b584-bdbaba9bee17 by drivers openvswitch,hyperv on host dv-cinder-801989-3-iscsi at level 0 using segments [{'id': '31f0a91c-1a9d-4ea5-a870-1d3406ab3af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:00:12.232690 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dd051f-967c-42d8-947b-75810af4e351 None None] Attempting to bind port eac609fa-bfeb-449b-b584-bdbaba9bee17 on network 6d05f05e-53ff-46ff-9423-c4c064703666 {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:00:12.240022 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dd051f-967c-42d8-947b-75810af4e351 None None] Checking agent: {'id': '63737f21-8f70-4879-b83c-8d101c99e22a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 52, 20), 'started_at': datetime.datetime(2021, 7, 23, 10, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:00:12.240815 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dd051f-967c-42d8-947b-75810af4e351 None None] Checking segment: {'id': '31f0a91c-1a9d-4ea5-a870-1d3406ab3af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:00:12.241692 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-76dd051f-967c-42d8-947b-75810af4e351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:12.242443 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dd051f-967c-42d8-947b-75810af4e351 None None] Bound using segment: {'id': '31f0a91c-1a9d-4ea5-a870-1d3406ab3af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:00:12.243150 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-76dd051f-967c-42d8-947b-75810af4e351 None None] Bound port: eac609fa-bfeb-449b-b584-bdbaba9bee17, host: dv-cinder-801989-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f0a91c-1a9d-4ea5-a870-1d3406ab3af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:00:12.243770 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-76dd051f-967c-42d8-947b-75810af4e351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:12.252330 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-3c7e08fe-1e3e-4b3d-982c-62bb81341df2 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/quotas/4258166484494130b9fcf95d2a6afc89 HTTP/1.1" status: 200 len: 375 time: 0.0251310 Jul 23 11:00:12.253944 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c8750620-bc5e-48a4-9565-c4aba192d7a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:12.270867 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d9640caf-7b59-4ee3-a068-6d060495f699 req-bf1f4cb7-50b0-41da-aada-c0db1a063116 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d25b6c-5819-4bb3-b20f-be70f03a0af7 HTTP/1.1" status: 200 len: 210 time: 0.0933788 Jul 23 11:00:12.298857 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c8750620-bc5e-48a4-9565-c4aba192d7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:12.324987 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-76dd051f-967c-42d8-947b-75810af4e351 None None] For port eac609fa-bfeb-449b-b584-bdbaba9bee17, host dv-cinder-801989-3-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:00:12.328740 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-76dd051f-967c-42d8-947b-75810af4e351 None None] For port eac609fa-bfeb-449b-b584-bdbaba9bee17, host dv-cinder-801989-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=eac609fa-bfeb-449b-b584-bdbaba9bee17,segment=NetworkSegment(31f0a91c-1a9d-4ea5-a870-1d3406ab3af3),segment_id=31f0a91c-1a9d-4ea5-a870-1d3406ab3af3)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:00:12.339667 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-76dd051f-967c-42d8-947b-75810af4e351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:12.348183 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4dc90fd4-dd3d-4efa-b3ce-1955226e015c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:12.350291 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd051f-967c-42d8-947b-75810af4e351 None None] Pushing event updated for resources: {'Port': ['ID=eac609fa-bfeb-449b-b584-bdbaba9bee17,revision_number=1']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:12.375024 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd051f-967c-42d8-947b-75810af4e351 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:12.375579 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd051f-967c-42d8-947b-75810af4e351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:12.376059 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd051f-967c-42d8-947b-75810af4e351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:12.378394 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd051f-967c-42d8-947b-75810af4e351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:12.378857 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd051f-967c-42d8-947b-75810af4e351 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:12.379786 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd051f-967c-42d8-947b-75810af4e351 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:12.380466 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd051f-967c-42d8-947b-75810af4e351 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:12.381597 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd051f-967c-42d8-947b-75810af4e351 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:12.381597 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd051f-967c-42d8-947b-75810af4e351 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:12.382413 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd051f-967c-42d8-947b-75810af4e351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:12.383067 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd051f-967c-42d8-947b-75810af4e351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:12.383661 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd051f-967c-42d8-947b-75810af4e351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:12.385407 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd051f-967c-42d8-947b-75810af4e351 None None] Tracked resource versions report: Jul 23 11:00:12.385407 dv-cinder-801989-3-iscsi neutron-server[93048]: pushed versions: Jul 23 11:00:12.385407 dv-cinder-801989-3-iscsi neutron-server[93048]: { 'AddressGroup': {'1.2'}, Jul 23 11:00:12.385407 dv-cinder-801989-3-iscsi neutron-server[93048]: 'ConntrackHelper': {'1.0'}, Jul 23 11:00:12.385407 dv-cinder-801989-3-iscsi neutron-server[93048]: 'Log': {'1.0'}, Jul 23 11:00:12.385407 dv-cinder-801989-3-iscsi neutron-server[93048]: 'Network': {'1.1'}, Jul 23 11:00:12.385407 dv-cinder-801989-3-iscsi neutron-server[93048]: 'Port': {'1.7'}, Jul 23 11:00:12.385407 dv-cinder-801989-3-iscsi neutron-server[93048]: 'PortForwarding': {'1.2'}, Jul 23 11:00:12.385407 dv-cinder-801989-3-iscsi neutron-server[93048]: 'QosPolicy': {'1.8'}, Jul 23 11:00:12.385407 dv-cinder-801989-3-iscsi neutron-server[93048]: 'SecurityGroup': {'1.4'}, Jul 23 11:00:12.385407 dv-cinder-801989-3-iscsi neutron-server[93048]: 'SecurityGroupRule': {'1.2'}, Jul 23 11:00:12.385407 dv-cinder-801989-3-iscsi neutron-server[93048]: 'SubPort': {'1.0'}, Jul 23 11:00:12.385407 dv-cinder-801989-3-iscsi neutron-server[93048]: 'Subnet': {'1.1'}, Jul 23 11:00:12.385407 dv-cinder-801989-3-iscsi neutron-server[93048]: 'Trunk': {'1.1'}} Jul 23 11:00:12.385407 dv-cinder-801989-3-iscsi neutron-server[93048]: consumer versions: Jul 23 11:00:12.385407 dv-cinder-801989-3-iscsi neutron-server[93048]: { DHCP agent@dv-cinder-801989-3-iscsi: {}, Jul 23 11:00:12.385407 dv-cinder-801989-3-iscsi neutron-server[93048]: HyperV agent@hv-cinder-80198: {}, Jul 23 11:00:12.385407 dv-cinder-801989-3-iscsi neutron-server[93048]: L3 agent@dv-cinder-801989-3-iscsi: {}, Jul 23 11:00:12.385407 dv-cinder-801989-3-iscsi neutron-server[93048]: Metadata agent@dv-cinder-801989-3-iscsi: {}, Jul 23 11:00:12.385407 dv-cinder-801989-3-iscsi neutron-server[93048]: Metering agent@dv-cinder-801989-3-iscsi: {}, Jul 23 11:00:12.385407 dv-cinder-801989-3-iscsi neutron-server[93048]: Open vSwitch agent@dv-cinder-801989-3-iscsi: { 'AddressGroup': '1.2', Jul 23 11:00:12.385407 dv-cinder-801989-3-iscsi neutron-server[93048]: 'ConntrackHelper': '1.0', Jul 23 11:00:12.385407 dv-cinder-801989-3-iscsi neutron-server[93048]: 'Log': '1.0', Jul 23 11:00:12.385407 dv-cinder-801989-3-iscsi neutron-server[93048]: 'Network': '1.1', Jul 23 11:00:12.385407 dv-cinder-801989-3-iscsi neutron-server[93048]: 'Port': '1.7', Jul 23 11:00:12.385407 dv-cinder-801989-3-iscsi neutron-server[93048]: 'PortForwarding': '1.2', Jul 23 11:00:12.385407 dv-cinder-801989-3-iscsi neutron-server[93048]: 'QosPolicy': '1.8', Jul 23 11:00:12.385407 dv-cinder-801989-3-iscsi neutron-server[93048]: 'SecurityGroup': '1.4', Jul 23 11:00:12.385407 dv-cinder-801989-3-iscsi neutron-server[93048]: 'SecurityGroupRule': '1.2', Jul 23 11:00:12.385407 dv-cinder-801989-3-iscsi neutron-server[93048]: 'SubPort': '1.0', Jul 23 11:00:12.385407 dv-cinder-801989-3-iscsi neutron-server[93048]: 'Subnet': '1.1', Jul 23 11:00:12.385407 dv-cinder-801989-3-iscsi neutron-server[93048]: 'Trunk': '1.1'}} Jul 23 11:00:12.385407 dv-cinder-801989-3-iscsi neutron-server[93048]: {{(pid=93048) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 11:00:12.489149 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [None req-c8750620-bc5e-48a4-9565-c4aba192d7a5 admin admin] Allocated IP 172.27.2.248 (7e03cc48-3144-4cbe-b31a-c20231b9d64e/936becf8-b9e9-4f67-8a9b-c483761f3f68/527ea93f-17b0-48af-a09c-8aad0aa6ec39) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:00:12.577769 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd051f-967c-42d8-947b-75810af4e351 None None] Pushing event updated for resources: {'Port': ['ID=eac609fa-bfeb-449b-b584-bdbaba9bee17,revision_number=2']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:12.650395 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-1ca72859-e1ca-45d0-b152-26645ef4af27 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4258166484494130b9fcf95d2a6afc89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3530371 Jul 23 11:00:12.764661 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c8750620-bc5e-48a4-9565-c4aba192d7a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:12.791637 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-872aaf04-1600-430e-812d-e5097478dbc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:12.798699 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-872aaf04-1600-430e-812d-e5097478dbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:12.832220 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872aaf04-1600-430e-812d-e5097478dbc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d43c5bf-0a7e-4d3a-a12b-22bb1b05de39,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:12.882700 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-872aaf04-1600-430e-812d-e5097478dbc1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=463a3f206e8447f59c3b715397f099e7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4070518 Jul 23 11:00:12.885069 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 51096) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:12.970240 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-87c24dc5-2514-4aa3-9983-715ff2f12b66 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 11:00:12.971643 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-87c24dc5-2514-4aa3-9983-715ff2f12b66 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1110117 Jul 23 11:00:13.003534 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c8750620-bc5e-48a4-9565-c4aba192d7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:13.010270 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b9660131-522a-42c0-98fd-a86b478abd97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:13.035569 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b9660131-522a-42c0-98fd-a86b478abd97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:13.124439 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [None req-4dc90fd4-dd3d-4efa-b3ce-1955226e015c admin admin] Allocated IP 172.27.2.209 (7e03cc48-3144-4cbe-b31a-c20231b9d64e/936becf8-b9e9-4f67-8a9b-c483761f3f68/37095310-2162-4755-8cb7-c48037d4ad0d) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:00:13.131461 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-687c203b-26a0-4344-aefc-e203c3c1fbf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:13.149408 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-687c203b-26a0-4344-aefc-e203c3c1fbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:13.161045 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b9660131-522a-42c0-98fd-a86b478abd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:13.164504 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b9660131-522a-42c0-98fd-a86b478abd97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:13.168075 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-b9660131-522a-42c0-98fd-a86b478abd97 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7d43c5bf-0a7e-4d3a-a12b-22bb1b05de39 HTTP/1.1" status: 204 len: 168 time: 0.2796669 Jul 23 11:00:13.195528 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9660131-522a-42c0-98fd-a86b478abd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d43c5bf-0a7e-4d3a-a12b-22bb1b05de39,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:13.203686 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8750620-bc5e-48a4-9565-c4aba192d7a5 admin admin] Network 7e03cc48-3144-4cbe-b31a-c20231b9d64e is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:00:13.253450 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-687c203b-26a0-4344-aefc-e203c3c1fbf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=93046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:00:13.255559 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-c8750620-bc5e-48a4-9565-c4aba192d7a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:00:13.258305 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8750620-bc5e-48a4-9565-c4aba192d7a5 admin admin] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:00:13.283919 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4dc90fd4-dd3d-4efa-b3ce-1955226e015c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:13.317153 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c203b-26a0-4344-aefc-e203c3c1fbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7744f9-fc13-49a9-9e9e-9f2c40bcc830,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:13.321235 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8750620-bc5e-48a4-9565-c4aba192d7a5 admin admin] Pushing event updated for resources: {'Port': ['ID=527ea93f-17b0-48af-a09c-8aad0aa6ec39,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:13.364907 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-687c203b-26a0-4344-aefc-e203c3c1fbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402'] for segment, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:13.365257 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.db.segments_db [None req-687c203b-26a0-4344-aefc-e203c3c1fbf5 admin admin] Added segment 73031df7-56bf-40f1-8003-bd32689abfef of type vlan for network 2c440c20-1e7d-450d-8d6c-328232194afc Jul 23 11:00:13.433857 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-48a0589e-ff57-435d-9fe9-d9f0222b65b0 req-217a0563-10d9-4690-af0f-fc5d4f1852e2 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d25b6c-5819-4bb3-b20f-be70f03a0af7 HTTP/1.1" status: 200 len: 210 time: 0.0700464 Jul 23 11:00:13.462226 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-b70dd6d8-3dec-45db-9ec7-dd165e758a6a service neutron] 10.222.0.47 "GET /v2.0/networks/ccf574f9-5702-429a-8d37-996ccac096f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782939 Jul 23 11:00:13.480506 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4dc90fd4-dd3d-4efa-b3ce-1955226e015c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:13.483415 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-687c203b-26a0-4344-aefc-e203c3c1fbf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792856099175'] for network, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:13.584468 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc90fd4-dd3d-4efa-b3ce-1955226e015c admin admin] Network 7e03cc48-3144-4cbe-b31a-c20231b9d64e is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:00:13.590787 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-4dc90fd4-dd3d-4efa-b3ce-1955226e015c admin admin] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:00:13.599268 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc90fd4-dd3d-4efa-b3ce-1955226e015c admin admin] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:00:13.677105 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-687c203b-26a0-4344-aefc-e203c3c1fbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375'] for network, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:13.677808 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687c203b-26a0-4344-aefc-e203c3c1fbf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:13.678417 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-687c203b-26a0-4344-aefc-e203c3c1fbf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:13.702384 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-b96b4662-f370-4d3b-88fe-def01934733b service neutron] 10.222.0.47 "GET /v2.0/networks/ccf574f9-5702-429a-8d37-996ccac096f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326062 Jul 23 11:00:13.769595 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-687c203b-26a0-4344-aefc-e203c3c1fbf5 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9780142 Jul 23 11:00:13.818708 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 51134) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:13.828431 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c203b-26a0-4344-aefc-e203c3c1fbf5 admin admin] Pushing event updated for resources: {'Network': ['ID=2c440c20-1e7d-450d-8d6c-328232194afc,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:13.845424 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-d2941771-3511-49bf-bc44-eb562760ef0b admin admin] Request body: {'subnet': {'network_id': '2c440c20-1e7d-450d-8d6c-328232194afc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-415605773-subnet', 'tenant_id': 'eb0ad0f9671a457e98b152c8d388f051', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:00:13.859098 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Network 2c440c20-1e7d-450d-8d6c-328232194afc details requested by agent ovs-agent-dv-cinder-801989-3-iscsi with host dv-cinder-801989-3-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:00:13.861840 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c8750620-bc5e-48a4-9565-c4aba192d7a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:13.879435 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc90fd4-dd3d-4efa-b3ce-1955226e015c admin admin] Pushing event updated for resources: {'Port': ['ID=37095310-2162-4755-8cb7-c48037d4ad0d,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:14.026614 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 51138) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:14.060656 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2941771-3511-49bf-bc44-eb562760ef0b admin admin] Made reservation on behalf of eb0ad0f9671a457e98b152c8d388f051 for: {'subnet': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:00:14.062920 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d2941771-3511-49bf-bc44-eb562760ef0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:14.111900 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c006cca7-2645-4b88-8015-f890eb72cd30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:14.159235 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58a4365-8ed2-4292-b975-3753f092f47f None None] Network 6d05f05e-53ff-46ff-9423-c4c064703666 requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:00:14.162442 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device eac609fa-bfeb-449b-b584-bdbaba9bee17 up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:00:14.274803 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c8750620-bc5e-48a4-9565-c4aba192d7a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-408892'] for router, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:14.452932 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8750620-bc5e-48a4-9565-c4aba192d7a5 admin admin] Router 70f495d8-562e-4fa8-87d0-36045666a15f is scheduled to L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 with binding_index 1 {{(pid=93046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 11:00:14.471561 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-54f09bbc-ca72-40b8-9aa6-65b59c7f4e7f None None] Provisioning for port eac609fa-bfeb-449b-b584-bdbaba9bee17 completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:00:14.483011 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6eac4792-aee2-4067-9fe4-cee30a633c75 req-6fbede77-98a8-42ea-99c3-5b027d517d9e tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=3217b86f-f371-49f7-8dbe-de9e366ea9c5 HTTP/1.1" status: 200 len: 210 time: 0.2841339 Jul 23 11:00:14.538784 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning for port eac609fa-bfeb-449b-b584-bdbaba9bee17 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:00:14.546215 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port eac609fa-bfeb-449b-b584-bdbaba9bee17 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:00:14.546730 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:14.618937 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8750620-bc5e-48a4-9565-c4aba192d7a5 admin admin] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:00:14.635105 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16cdf69-5c74-4920-a84d-2a1d491959c5 None None] Sync routers for ids ['70f495d8-562e-4fa8-87d0-36045666a15f'] in dv-cinder-801989-3-iscsi {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:00:14.666014 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16cdf69-5c74-4920-a84d-2a1d491959c5 None None] Routers {'70f495d8-562e-4fa8-87d0-36045666a15f'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:00:14.666920 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-b16cdf69-5c74-4920-a84d-2a1d491959c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T10:59:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['70f495d8-562e-4fa8-87d0-36045666a15f'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:14.731120 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4dc90fd4-dd3d-4efa-b3ce-1955226e015c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:14.732726 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:14.761103 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-589d78d3-1339-428e-b1f1-b942c62450d6 req-4abc7976-a08f-4e74-b2cc-9b4ecb39f74c tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d25b6c-5819-4bb3-b20f-be70f03a0af7 HTTP/1.1" status: 200 len: 210 time: 0.0696561 Jul 23 11:00:14.783992 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] For port eac609fa-bfeb-449b-b584-bdbaba9bee17, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=eac609fa-bfeb-449b-b584-bdbaba9bee17,segment=NetworkSegment(31f0a91c-1a9d-4ea5-a870-1d3406ab3af3),segment_id=31f0a91c-1a9d-4ea5-a870-1d3406ab3af3)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:00:14.789965 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:14.862100 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-b16cdf69-5c74-4920-a84d-2a1d491959c5 None None] Set router 70f495d8-562e-4fa8-87d0-36045666a15f gateway port host: dv-cinder-801989-3-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:00:14.863778 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Pushing event updated for resources: {'Port': ['ID=eac609fa-bfeb-449b-b584-bdbaba9bee17,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:14.934965 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-1827ac70-8a04-4e41-b4b8-1c85c0d8dc71 None None] Provisioning complete for port eac609fa-bfeb-449b-b584-bdbaba9bee17 triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:00:14.938077 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-1827ac70-8a04-4e41-b4b8-1c85c0d8dc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:15.010087 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c006cca7-2645-4b88-8015-f890eb72cd30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:15.028210 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c006cca7-2645-4b88-8015-f890eb72cd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:15.034686 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c8750620-bc5e-48a4-9565-c4aba192d7a5 admin admin] Notify callbacks [] for router, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:15.039474 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-c8750620-bc5e-48a4-9565-c4aba192d7a5 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.0443518 Jul 23 11:00:15.040251 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 51186) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:15.112303 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4dc90fd4-dd3d-4efa-b3ce-1955226e015c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-408892'] for router, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:15.125852 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-c006cca7-2645-4b88-8015-f890eb72cd30 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9dba872560de436ca418ba8a5687b33b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0977101 Jul 23 11:00:15.128546 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006cca7-2645-4b88-8015-f890eb72cd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79b15e2-be72-4002-9a1a-a6c0dccf6230,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:15.133843 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 51192) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:15.170930 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-b16cdf69-5c74-4920-a84d-2a1d491959c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f495d8-562e-4fa8-87d0-36045666a15f', 'name': 'tempest-ServerRescueNegativeTestJSON-1220422510-router', 'tenant_id': '7b38d280bb2e4b88b54d95921882a95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '527ea93f-17b0-48af-a09c-8aad0aa6ec39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:00:11Z', 'updated_at': '2021-07-23T11:00:13Z', 'revision_number': 3, 'project_id': '7b38d280bb2e4b88b54d95921882a95b', 'gw_port': {'id': '527ea93f-17b0-48af-a09c-8aad0aa6ec39', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f495d8-562e-4fa8-87d0-36045666a15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:12Z', 'updated_at': '2021-07-23T11:00:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi'}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:15.199532 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16cdf69-5c74-4920-a84d-2a1d491959c5 None None] Checking router: 70f495d8-562e-4fa8-87d0-36045666a15f for host: dv-cinder-801989-3-iscsi {{(pid=93049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:00:15.201242 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16cdf69-5c74-4920-a84d-2a1d491959c5 None None] Updating router 70f495d8-562e-4fa8-87d0-36045666a15f port 527ea93f-17b0-48af-a09c-8aad0aa6ec39 binding host dv-cinder-801989-3-iscsi {{(pid=93049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:00:15.221060 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d2941771-3511-49bf-bc44-eb562760ef0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375'] for subnet, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:15.237216 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-b16cdf69-5c74-4920-a84d-2a1d491959c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:15.330846 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2941771-3511-49bf-bc44-eb562760ef0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=06e702b7-08d1-477e-ad1a-43b5054db28c,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:15.363320 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2941771-3511-49bf-bc44-eb562760ef0b admin admin] Checking segment: {'id': '73031df7-56bf-40f1-8003-bd32689abfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2c440c20-1e7d-450d-8d6c-328232194afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:00:15.363320 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2941771-3511-49bf-bc44-eb562760ef0b admin admin] Network hostable DHCP agents. Network: 2c440c20-1e7d-450d-8d6c-328232194afc, hostable agents: ['b2a8c5e9-afda-4978-a37c-dc0c684fd952'], hosted agents: [] {{(pid=93047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:00:15.372174 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8afad68a-72f9-4038-aa52-40f5b5a5e5d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:15.425074 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2941771-3511-49bf-bc44-eb562760ef0b admin admin] Network 2c440c20-1e7d-450d-8d6c-328232194afc is scheduled to be hosted by DHCP agent b2a8c5e9-afda-4978-a37c-dc0c684fd952 with binding_index 1 {{(pid=93047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:00:15.430006 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8afad68a-72f9-4038-aa52-40f5b5a5e5d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:15.446191 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-d2941771-3511-49bf-bc44-eb562760ef0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-3-iscsi, 2c440c20-1e7d-450d-8d6c-328232194afc) {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:00:15.455333 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f4402a-4696-42cf-b613-6c9285ad2fb6 None None] Network 2c440c20-1e7d-450d-8d6c-328232194afc requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:00:15.472377 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2941771-3511-49bf-bc44-eb562760ef0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:15.473581 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d2941771-3511-49bf-bc44-eb562760ef0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for subnet, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:15.491465 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc90fd4-dd3d-4efa-b3ce-1955226e015c admin admin] Router 75824d45-8d51-42d5-bcb5-f8a14f3473ff is scheduled to L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 with binding_index 1 {{(pid=93047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 11:00:15.520578 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-d2941771-3511-49bf-bc44-eb562760ef0b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6911087 Jul 23 11:00:15.618301 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-b16cdf69-5c74-4920-a84d-2a1d491959c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:15.680236 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-4d43a0e4-0eac-4a74-92c4-6f7d4472a90d req-fd13935b-b6bd-4cad-82f9-16528bb4a211 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=3217b86f-f371-49f7-8dbe-de9e366ea9c5 HTTP/1.1" status: 200 len: 210 time: 0.0444059 Jul 23 11:00:15.691658 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f420021-de1a-4506-9e3e-55ddac1faab2 None None] Network 2c440c20-1e7d-450d-8d6c-328232194afc requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:00:15.700625 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4dd21caa-1e5e-4ea3-b452-569a1daa5f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:15.703148 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc90fd4-dd3d-4efa-b3ce-1955226e015c admin admin] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:00:15.705122 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8afad68a-72f9-4038-aa52-40f5b5a5e5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:15.707157 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.provisioning_blocks [None req-b16cdf69-5c74-4920-a84d-2a1d491959c5 None None] Transition to ACTIVE for port object 527ea93f-17b0-48af-a09c-8aad0aa6ec39 will not be triggered until provisioned by entity L2. {{(pid=93049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:00:15.707633 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8afad68a-72f9-4038-aa52-40f5b5a5e5d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:15.712005 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-8afad68a-72f9-4038-aa52-40f5b5a5e5d3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f79b15e2-be72-4002-9a1a-a6c0dccf6230 HTTP/1.1" status: 204 len: 168 time: 0.5736072 Jul 23 11:00:15.724086 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-b16cdf69-5c74-4920-a84d-2a1d491959c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:15.733339 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e15531-a81b-4027-8cd8-fdf431463e6e None None] Sync routers for ids ['75824d45-8d51-42d5-bcb5-f8a14f3473ff'] in dv-cinder-801989-3-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:00:15.748530 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afad68a-72f9-4038-aa52-40f5b5a5e5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79b15e2-be72-4002-9a1a-a6c0dccf6230,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:15.758651 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4dc90fd4-dd3d-4efa-b3ce-1955226e015c admin admin] Notify callbacks [] for router, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:15.762672 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-4dc90fd4-dd3d-4efa-b3ce-1955226e015c admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.8731587 Jul 23 11:00:15.763189 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 51204) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:15.814473 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e15531-a81b-4027-8cd8-fdf431463e6e None None] Routers {'75824d45-8d51-42d5-bcb5-f8a14f3473ff'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:00:15.815800 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-20e15531-a81b-4027-8cd8-fdf431463e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T10:59:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['75824d45-8d51-42d5-bcb5-f8a14f3473ff'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:15.836252 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 51208) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:15.896779 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-b16cdf69-5c74-4920-a84d-2a1d491959c5 None None] Attempting to bind port 527ea93f-17b0-48af-a09c-8aad0aa6ec39 on host dv-cinder-801989-3-iscsi for vnic_type normal with profile {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:00:15.913912 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-b16cdf69-5c74-4920-a84d-2a1d491959c5 None None] Attempting to bind port 527ea93f-17b0-48af-a09c-8aad0aa6ec39 by drivers openvswitch,hyperv on host dv-cinder-801989-3-iscsi at level 0 using segments [{'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:00:15.918321 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16cdf69-5c74-4920-a84d-2a1d491959c5 None None] Attempting to bind port 527ea93f-17b0-48af-a09c-8aad0aa6ec39 on network 7e03cc48-3144-4cbe-b31a-c20231b9d64e {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:00:15.947958 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe5d7c16-3b9c-4b54-83f7-48930fcd34c3 admin admin] Deleting subnet 395e3556-f9e3-438d-a4d0-76a1dfbe6347 {{(pid=93046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:00:15.952326 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16cdf69-5c74-4920-a84d-2a1d491959c5 None None] Checking agent: {'id': '63737f21-8f70-4879-b83c-8d101c99e22a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 52, 20), 'started_at': datetime.datetime(2021, 7, 23, 10, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:00:15.953261 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16cdf69-5c74-4920-a84d-2a1d491959c5 None None] Checking segment: {'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:00:15.953628 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-b16cdf69-5c74-4920-a84d-2a1d491959c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:15.954033 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16cdf69-5c74-4920-a84d-2a1d491959c5 None None] Bound using segment: {'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:00:15.954520 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-b16cdf69-5c74-4920-a84d-2a1d491959c5 None None] Bound port: 527ea93f-17b0-48af-a09c-8aad0aa6ec39, host: dv-cinder-801989-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'}}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:00:15.954926 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-b16cdf69-5c74-4920-a84d-2a1d491959c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:15.960692 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df107fe5-0af4-4f34-bb9f-b2a014902548 None None] Pushing event updated for resources: {'Port': ['ID=527ea93f-17b0-48af-a09c-8aad0aa6ec39,revision_number=2']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:15.980479 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device eac609fa-bfeb-449b-b584-bdbaba9bee17 up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:00:15.985809 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fe5d7c16-3b9c-4b54-83f7-48930fcd34c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:16.033468 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df107fe5-0af4-4f34-bb9f-b2a014902548 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:16.034010 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df107fe5-0af4-4f34-bb9f-b2a014902548 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:16.034503 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df107fe5-0af4-4f34-bb9f-b2a014902548 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:16.035001 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df107fe5-0af4-4f34-bb9f-b2a014902548 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:16.035495 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df107fe5-0af4-4f34-bb9f-b2a014902548 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:16.035988 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df107fe5-0af4-4f34-bb9f-b2a014902548 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:16.036504 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df107fe5-0af4-4f34-bb9f-b2a014902548 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:16.037000 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df107fe5-0af4-4f34-bb9f-b2a014902548 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:16.038777 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df107fe5-0af4-4f34-bb9f-b2a014902548 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:16.039293 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df107fe5-0af4-4f34-bb9f-b2a014902548 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:16.039896 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df107fe5-0af4-4f34-bb9f-b2a014902548 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:16.040445 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df107fe5-0af4-4f34-bb9f-b2a014902548 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:16.041734 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df107fe5-0af4-4f34-bb9f-b2a014902548 None None] Tracked resource versions report: Jul 23 11:00:16.041734 dv-cinder-801989-3-iscsi neutron-server[93049]: pushed versions: Jul 23 11:00:16.041734 dv-cinder-801989-3-iscsi neutron-server[93049]: { 'AddressGroup': {'1.2'}, Jul 23 11:00:16.041734 dv-cinder-801989-3-iscsi neutron-server[93049]: 'ConntrackHelper': {'1.0'}, Jul 23 11:00:16.041734 dv-cinder-801989-3-iscsi neutron-server[93049]: 'Log': {'1.0'}, Jul 23 11:00:16.041734 dv-cinder-801989-3-iscsi neutron-server[93049]: 'Network': {'1.1'}, Jul 23 11:00:16.041734 dv-cinder-801989-3-iscsi neutron-server[93049]: 'Port': {'1.7'}, Jul 23 11:00:16.041734 dv-cinder-801989-3-iscsi neutron-server[93049]: 'PortForwarding': {'1.2'}, Jul 23 11:00:16.041734 dv-cinder-801989-3-iscsi neutron-server[93049]: 'QosPolicy': {'1.8'}, Jul 23 11:00:16.041734 dv-cinder-801989-3-iscsi neutron-server[93049]: 'SecurityGroup': {'1.4'}, Jul 23 11:00:16.041734 dv-cinder-801989-3-iscsi neutron-server[93049]: 'SecurityGroupRule': {'1.2'}, Jul 23 11:00:16.041734 dv-cinder-801989-3-iscsi neutron-server[93049]: 'SubPort': {'1.0'}, Jul 23 11:00:16.041734 dv-cinder-801989-3-iscsi neutron-server[93049]: 'Subnet': {'1.1'}, Jul 23 11:00:16.041734 dv-cinder-801989-3-iscsi neutron-server[93049]: 'Trunk': {'1.1'}} Jul 23 11:00:16.041734 dv-cinder-801989-3-iscsi neutron-server[93049]: consumer versions: Jul 23 11:00:16.041734 dv-cinder-801989-3-iscsi neutron-server[93049]: { DHCP agent@dv-cinder-801989-3-iscsi: {}, Jul 23 11:00:16.041734 dv-cinder-801989-3-iscsi neutron-server[93049]: HyperV agent@hv-cinder-80198: {}, Jul 23 11:00:16.041734 dv-cinder-801989-3-iscsi neutron-server[93049]: L3 agent@dv-cinder-801989-3-iscsi: {}, Jul 23 11:00:16.041734 dv-cinder-801989-3-iscsi neutron-server[93049]: Metadata agent@dv-cinder-801989-3-iscsi: {}, Jul 23 11:00:16.041734 dv-cinder-801989-3-iscsi neutron-server[93049]: Metering agent@dv-cinder-801989-3-iscsi: {}, Jul 23 11:00:16.041734 dv-cinder-801989-3-iscsi neutron-server[93049]: Open vSwitch agent@dv-cinder-801989-3-iscsi: { 'AddressGroup': '1.2', Jul 23 11:00:16.041734 dv-cinder-801989-3-iscsi neutron-server[93049]: 'ConntrackHelper': '1.0', Jul 23 11:00:16.041734 dv-cinder-801989-3-iscsi neutron-server[93049]: 'Log': '1.0', Jul 23 11:00:16.041734 dv-cinder-801989-3-iscsi neutron-server[93049]: 'Network': '1.1', Jul 23 11:00:16.041734 dv-cinder-801989-3-iscsi neutron-server[93049]: 'Port': '1.7', Jul 23 11:00:16.041734 dv-cinder-801989-3-iscsi neutron-server[93049]: 'PortForwarding': '1.2', Jul 23 11:00:16.041734 dv-cinder-801989-3-iscsi neutron-server[93049]: 'QosPolicy': '1.8', Jul 23 11:00:16.041734 dv-cinder-801989-3-iscsi neutron-server[93049]: 'SecurityGroup': '1.4', Jul 23 11:00:16.041734 dv-cinder-801989-3-iscsi neutron-server[93049]: 'SecurityGroupRule': '1.2', Jul 23 11:00:16.041734 dv-cinder-801989-3-iscsi neutron-server[93049]: 'SubPort': '1.0', Jul 23 11:00:16.041734 dv-cinder-801989-3-iscsi neutron-server[93049]: 'Subnet': '1.1', Jul 23 11:00:16.041734 dv-cinder-801989-3-iscsi neutron-server[93049]: 'Trunk': '1.1'}} Jul 23 11:00:16.041734 dv-cinder-801989-3-iscsi neutron-server[93049]: {{(pid=93049) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 11:00:16.099524 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-b16cdf69-5c74-4920-a84d-2a1d491959c5 None None] For port 527ea93f-17b0-48af-a09c-8aad0aa6ec39, host dv-cinder-801989-3-iscsi, cleared binding levels {{(pid=93049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:00:16.103316 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-b16cdf69-5c74-4920-a84d-2a1d491959c5 None None] For port 527ea93f-17b0-48af-a09c-8aad0aa6ec39, host dv-cinder-801989-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=527ea93f-17b0-48af-a09c-8aad0aa6ec39,segment=NetworkSegment(b5c8421f-b86b-4175-8464-b8724faa06bb),segment_id=b5c8421f-b86b-4175-8464-b8724faa06bb)] {{(pid=93049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:00:16.104620 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fe5d7c16-3b9c-4b54-83f7-48930fcd34c3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:16.108987 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [None req-4dd21caa-1e5e-4ea3-b452-569a1daa5f27 admin admin] Allocated IP 172.20.0.1 (0f52d38e-0362-4264-9e97-fc5007fd139b/8bbfc4c9-e217-47f8-86e6-9511348173f3/98144bc2-f67b-4028-bcf9-c7e04737f2f3) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:00:16.115522 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-b16cdf69-5c74-4920-a84d-2a1d491959c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:16.121180 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fe5d7c16-3b9c-4b54-83f7-48930fcd34c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501035'] for subnet, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:16.171472 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-138861b4-bd94-425b-b6b2-d49e97ad7c49 req-c4246abd-2fba-4dbe-b9f6-8a39e9bc0558 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d25b6c-5819-4bb3-b20f-be70f03a0af7 HTTP/1.1" status: 200 len: 210 time: 0.0470171 Jul 23 11:00:16.238199 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16cdf69-5c74-4920-a84d-2a1d491959c5 None None] Routers {'70f495d8-562e-4fa8-87d0-36045666a15f'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:00:16.239186 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-b16cdf69-5c74-4920-a84d-2a1d491959c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T10:59:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['70f495d8-562e-4fa8-87d0-36045666a15f'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:16.243809 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-20e15531-a81b-4027-8cd8-fdf431463e6e None None] Set router 75824d45-8d51-42d5-bcb5-f8a14f3473ff gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:00:16.316945 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4dd21caa-1e5e-4ea3-b452-569a1daa5f27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:16.329639 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fe5d7c16-3b9c-4b54-83f7-48930fcd34c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375'] for subnet, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:16.381321 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d7c16-3b9c-4b54-83f7-48930fcd34c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=395e3556-f9e3-438d-a4d0-76a1dfbe6347,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:16.385703 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fe5d7c16-3b9c-4b54-83f7-48930fcd34c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:16.388363 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-fe5d7c16-3b9c-4b54-83f7-48930fcd34c3 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/395e3556-f9e3-438d-a4d0-76a1dfbe6347 HTTP/1.1" status: 204 len: 168 time: 0.5507545 Jul 23 11:00:16.395618 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 51226) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:16.401534 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port eac609fa-bfeb-449b-b584-bdbaba9bee17 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:00:16.401917 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:16.414545 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-b16cdf69-5c74-4920-a84d-2a1d491959c5 None None] Set router 70f495d8-562e-4fa8-87d0-36045666a15f gateway port host: dv-cinder-801989-3-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:00:16.548653 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-20e15531-a81b-4027-8cd8-fdf431463e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'name': 'tempest-AttachVolumeShelveTestJSON-864067345-router', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '37095310-2162-4755-8cb7-c48037d4ad0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:00:10Z', 'updated_at': '2021-07-23T11:00:14Z', 'revision_number': 3, 'project_id': '443386f89a99476e905cc4b6656fca05', 'gw_port': {'id': '37095310-2162-4755-8cb7-c48037d4ad0d', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:12Z', 'updated_at': '2021-07-23T11:00:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi'}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:16.606070 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-45b82980-3dcc-4ca4-8f51-ceb1d6702de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638085'] for network, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:16.638866 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4dd21caa-1e5e-4ea3-b452-569a1daa5f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:16.702135 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e15531-a81b-4027-8cd8-fdf431463e6e None None] Checking router: 75824d45-8d51-42d5-bcb5-f8a14f3473ff for host: dv-cinder-801989-3-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:00:16.704393 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e15531-a81b-4027-8cd8-fdf431463e6e None None] Updating router 75824d45-8d51-42d5-bcb5-f8a14f3473ff port 37095310-2162-4755-8cb7-c48037d4ad0d binding host dv-cinder-801989-3-iscsi {{(pid=93048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:00:16.726784 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-863474cf-3827-4dc1-99dc-c5620eeced6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:16.757042 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a771aaf5-f7cd-44ea-9300-cedcba89bfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:16.790469 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd21caa-1e5e-4ea3-b452-569a1daa5f27 admin admin] Network 0f52d38e-0362-4264-9e97-fc5007fd139b is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:00:16.800486 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df107fe5-0af4-4f34-bb9f-b2a014902548 None None] Pushing event updated for resources: {'Port': ['ID=527ea93f-17b0-48af-a09c-8aad0aa6ec39,revision_number=3']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:16.839264 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:00:16.849300 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-20e15531-a81b-4027-8cd8-fdf431463e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:16.865017 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-4dd21caa-1e5e-4ea3-b452-569a1daa5f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:00:16.886396 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-b16cdf69-5c74-4920-a84d-2a1d491959c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f495d8-562e-4fa8-87d0-36045666a15f', 'name': 'tempest-ServerRescueNegativeTestJSON-1220422510-router', 'tenant_id': '7b38d280bb2e4b88b54d95921882a95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '527ea93f-17b0-48af-a09c-8aad0aa6ec39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:00:11Z', 'updated_at': '2021-07-23T11:00:13Z', 'revision_number': 3, 'project_id': '7b38d280bb2e4b88b54d95921882a95b', 'gw_port': {'id': '527ea93f-17b0-48af-a09c-8aad0aa6ec39', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f495d8-562e-4fa8-87d0-36045666a15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:12Z', 'updated_at': '2021-07-23T11:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi'}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:16.892129 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd21caa-1e5e-4ea3-b452-569a1daa5f27 admin admin] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:00:16.892635 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4dd21caa-1e5e-4ea3-b452-569a1daa5f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407845'] for router_interface, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:16.937334 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16cdf69-5c74-4920-a84d-2a1d491959c5 None None] The sync data for ids ['70f495d8-562e-4fa8-87d0-36045666a15f'] in dv-cinder-801989-3-iscsi is: [{'id': '70f495d8-562e-4fa8-87d0-36045666a15f', 'name': 'tempest-ServerRescueNegativeTestJSON-1220422510-router', 'tenant_id': '7b38d280bb2e4b88b54d95921882a95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '527ea93f-17b0-48af-a09c-8aad0aa6ec39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:00:11Z', 'updated_at': '2021-07-23T11:00:13Z', 'revision_number': 3, 'project_id': '7b38d280bb2e4b88b54d95921882a95b', 'gw_port': {'id': '527ea93f-17b0-48af-a09c-8aad0aa6ec39', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f495d8-562e-4fa8-87d0-36045666a15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:12Z', 'updated_at': '2021-07-23T11:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi'}] {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:00:17.086515 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd21caa-1e5e-4ea3-b452-569a1daa5f27 admin admin] Pushing event updated for resources: {'Port': ['ID=98144bc2-f67b-4028-bcf9-c7e04737f2f3,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:17.155311 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-45b82980-3dcc-4ca4-8f51-ceb1d6702de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499634', 'neutron.services.segments.db._delete_segments_for_network-8792856633739'] for network, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:17.230479 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-45b82980-3dcc-4ca4-8f51-ceb1d6702de2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 11:00:17.230925 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-45b82980-3dcc-4ca4-8f51-ceb1d6702de2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 11:00:17.233063 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-45b82980-3dcc-4ca4-8f51-ceb1d6702de2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 11:00:17.233489 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-45b82980-3dcc-4ca4-8f51-ceb1d6702de2 admin admin] Subscribe: > port after_create 55550000 {{(pid=93046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 11:00:17.233734 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-45b82980-3dcc-4ca4-8f51-ceb1d6702de2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 11:00:17.234058 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-45b82980-3dcc-4ca4-8f51-ceb1d6702de2 admin admin] Subscribe: > port after_update 55550000 {{(pid=93046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 11:00:17.234392 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-45b82980-3dcc-4ca4-8f51-ceb1d6702de2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 11:00:17.234719 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-45b82980-3dcc-4ca4-8f51-ceb1d6702de2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 11:00:17.235043 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-45b82980-3dcc-4ca4-8f51-ceb1d6702de2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 11:00:17.235365 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-45b82980-3dcc-4ca4-8f51-ceb1d6702de2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 11:00:17.304593 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e9f3fc12-be65-4d47-a0d4-e80e268e84c7 req-c001594e-e0cd-48bf-ab3a-82f28c7081c5 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=3217b86f-f371-49f7-8dbe-de9e366ea9c5 HTTP/1.1" status: 200 len: 210 time: 0.3583550 Jul 23 11:00:17.437754 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-20e15531-a81b-4027-8cd8-fdf431463e6e None None] Notify callbacks [] for port, precommit_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:17.479463 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-20e15531-a81b-4027-8cd8-fdf431463e6e None None] Transition to ACTIVE for port object 37095310-2162-4755-8cb7-c48037d4ad0d will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:00:17.492359 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-20e15531-a81b-4027-8cd8-fdf431463e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:17.565514 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [None req-a771aaf5-f7cd-44ea-9300-cedcba89bfea admin admin] Allocated IP 172.20.0.1 (6d05f05e-53ff-46ff-9423-c4c064703666/0033b6fa-6a35-402d-9d48-f4dcba707c6e/44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:00:17.648913 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-20e15531-a81b-4027-8cd8-fdf431463e6e None None] Attempting to bind port 37095310-2162-4755-8cb7-c48037d4ad0d on host dv-cinder-801989-3-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:00:17.649153 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-20e15531-a81b-4027-8cd8-fdf431463e6e None None] Attempting to bind port 37095310-2162-4755-8cb7-c48037d4ad0d by drivers openvswitch,hyperv on host dv-cinder-801989-3-iscsi at level 0 using segments [{'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:00:17.649514 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e15531-a81b-4027-8cd8-fdf431463e6e None None] Attempting to bind port 37095310-2162-4755-8cb7-c48037d4ad0d on network 7e03cc48-3144-4cbe-b31a-c20231b9d64e {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:00:17.653866 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a55077-e877-4647-8a75-0e845a00aa57 None None] Pushing event updated for resources: {'Port': ['ID=37095310-2162-4755-8cb7-c48037d4ad0d,revision_number=2']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:17.671747 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.48', 49498) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:17.681339 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e15531-a81b-4027-8cd8-fdf431463e6e None None] Checking agent: {'id': '63737f21-8f70-4879-b83c-8d101c99e22a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 52, 20), 'started_at': datetime.datetime(2021, 7, 23, 10, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:00:17.682793 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e15531-a81b-4027-8cd8-fdf431463e6e None None] Checking segment: {'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:00:17.683904 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-20e15531-a81b-4027-8cd8-fdf431463e6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:17.684674 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e15531-a81b-4027-8cd8-fdf431463e6e None None] Bound using segment: {'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:00:17.685489 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-20e15531-a81b-4027-8cd8-fdf431463e6e None None] Bound port: 37095310-2162-4755-8cb7-c48037d4ad0d, host: dv-cinder-801989-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:00:17.688726 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-45b82980-3dcc-4ca4-8f51-ceb1d6702de2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 11:00:17.689335 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-45b82980-3dcc-4ca4-8f51-ceb1d6702de2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 11:00:17.689758 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-45b82980-3dcc-4ca4-8f51-ceb1d6702de2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 11:00:17.690260 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-45b82980-3dcc-4ca4-8f51-ceb1d6702de2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 11:00:17.690713 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-45b82980-3dcc-4ca4-8f51-ceb1d6702de2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8773c8fe-bf97-4d67-831a-d924dceec572']}} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:17.691090 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-20e15531-a81b-4027-8cd8-fdf431463e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:17.791791 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a771aaf5-f7cd-44ea-9300-cedcba89bfea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:17.810170 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-20e15531-a81b-4027-8cd8-fdf431463e6e None None] For port 37095310-2162-4755-8cb7-c48037d4ad0d, host dv-cinder-801989-3-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:00:17.813106 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-20e15531-a81b-4027-8cd8-fdf431463e6e None None] For port 37095310-2162-4755-8cb7-c48037d4ad0d, host dv-cinder-801989-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=37095310-2162-4755-8cb7-c48037d4ad0d,segment=NetworkSegment(b5c8421f-b86b-4175-8464-b8724faa06bb),segment_id=b5c8421f-b86b-4175-8464-b8724faa06bb)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:00:17.828496 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-20e15531-a81b-4027-8cd8-fdf431463e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:17.840337 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-45b82980-3dcc-4ca4-8f51-ceb1d6702de2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b70b233-780c-43bd-920b-f37db5158cdc') {'for_net_delete': True} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:17.863226 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-45b82980-3dcc-4ca4-8f51-ceb1d6702de2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b70b233-780c-43bd-920b-f37db5158cdc') {} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:17.869812 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [None req-a771aaf5-f7cd-44ea-9300-cedcba89bfea admin admin] Transition to ACTIVE for port object 44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9 will not be triggered until provisioned by entity DHCP. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:00:17.894771 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c8b293a0-d36a-44f9-8406-f0b0957d1e7f req-9830ef63-d853-4454-9c46-fc7e86b951af tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d25b6c-5819-4bb3-b20f-be70f03a0af7 HTTP/1.1" status: 200 len: 210 time: 0.1915221 Jul 23 11:00:17.944709 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-45b82980-3dcc-4ca4-8f51-ceb1d6702de2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792856541624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31874243'] for segment, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:17.967737 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e15531-a81b-4027-8cd8-fdf431463e6e None None] Routers {'75824d45-8d51-42d5-bcb5-f8a14f3473ff'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:00:17.973658 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-20e15531-a81b-4027-8cd8-fdf431463e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T10:59:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['75824d45-8d51-42d5-bcb5-f8a14f3473ff'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:17.990516 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-45b82980-3dcc-4ca4-8f51-ceb1d6702de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402'] for segment, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:17.999689 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b82980-3dcc-4ca4-8f51-ceb1d6702de2 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=93046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:00:18.000491 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-45b82980-3dcc-4ca4-8f51-ceb1d6702de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31524794'] for segment, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:18.011726 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-9fd11b7a-e5db-458a-8eee-314b8c9c3411 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:18.013893 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-9fd11b7a-e5db-458a-8eee-314b8c9c3411 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.48 "GET /v2.0/networks?id=ccf574f9-5702-429a-8d37-996ccac096f3 HTTP/1.1" status: 200 len: 815 time: 0.3411651 Jul 23 11:00:18.016075 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a771aaf5-f7cd-44ea-9300-cedcba89bfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:18.031973 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 527ea93f-17b0-48af-a09c-8aad0aa6ec39 up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:00:18.083198 dv-cinder-801989-3-iscsi neutron-server[93046]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 11:00:18.083198 dv-cinder-801989-3-iscsi neutron-server[93046]: from cryptography.utils import int_from_bytes Jul 23 11:00:18.083198 dv-cinder-801989-3-iscsi neutron-server[93046]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 11:00:18.083198 dv-cinder-801989-3-iscsi neutron-server[93046]: from cryptography.utils import int_from_bytes Jul 23 11:00:18.083198 dv-cinder-801989-3-iscsi neutron-server[93046]: Traceback (most recent call last): Jul 23 11:00:18.083198 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:00:18.083198 dv-cinder-801989-3-iscsi neutron-server[93046]: timer() Jul 23 11:00:18.083198 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:00:18.083198 dv-cinder-801989-3-iscsi neutron-server[93046]: cb(*args, **kw) Jul 23 11:00:18.083198 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:00:18.083198 dv-cinder-801989-3-iscsi neutron-server[93046]: return func(*args, **kwargs) Jul 23 11:00:18.083198 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:00:18.083198 dv-cinder-801989-3-iscsi neutron-server[93046]: self._notify() Jul 23 11:00:18.083198 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:00:18.083198 dv-cinder-801989-3-iscsi neutron-server[93046]: self.callback(batched_events) Jul 23 11:00:18.083198 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:00:18.083198 dv-cinder-801989-3-iscsi neutron-server[93046]: event.method(event) Jul 23 11:00:18.083198 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:00:18.083198 dv-cinder-801989-3-iscsi neutron-server[93046]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:00:18.083198 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:00:18.083198 dv-cinder-801989-3-iscsi neutron-server[93046]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:00:18.083198 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:00:18.083198 dv-cinder-801989-3-iscsi neutron-server[93046]: return f(self, *a, **k) Jul 23 11:00:18.083198 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:00:18.083198 dv-cinder-801989-3-iscsi neutron-server[93046]: return self._get(url).json() Jul 23 11:00:18.083198 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:00:18.083198 dv-cinder-801989-3-iscsi neutron-server[93046]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:00:18.083198 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:00:18.083198 dv-cinder-801989-3-iscsi neutron-server[93046]: return self.request(url, 'GET', **kwargs) Jul 23 11:00:18.083198 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:00:18.083198 dv-cinder-801989-3-iscsi neutron-server[93046]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:00:18.083198 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:00:18.083198 dv-cinder-801989-3-iscsi neutron-server[93046]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:00:18.083198 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:00:18.083198 dv-cinder-801989-3-iscsi neutron-server[93046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:00:18.083198 dv-cinder-801989-3-iscsi neutron-server[93046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:00:18.092659 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-45b82980-3dcc-4ca4-8f51-ceb1d6702de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409060'] for network, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:18.094063 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a55077-e877-4647-8a75-0e845a00aa57 None None] Pushing event updated for resources: {'Port': ['ID=37095310-2162-4755-8cb7-c48037d4ad0d,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:18.098260 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-6828b9a6-dbc6-46a1-b887-6d85efc8c2df tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Request body: {'port': {'device_id': '3217b86f-f371-49f7-8dbe-de9e366ea9c5', 'network_id': 'ccf574f9-5702-429a-8d37-996ccac096f3', 'admin_state_up': True, 'tenant_id': '4258166484494130b9fcf95d2a6afc89'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:00:18.114589 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-45b82980-3dcc-4ca4-8f51-ceb1d6702de2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:18.117680 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-45b82980-3dcc-4ca4-8f51-ceb1d6702de2 admin admin] 10.222.0.47 "DELETE /v2.0/networks/8773c8fe-bf97-4d67-831a-d924dceec572 HTTP/1.1" status: 204 len: 168 time: 1.7210531 Jul 23 11:00:18.129182 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 51274) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:18.203801 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4dd21caa-1e5e-4ea3-b452-569a1daa5f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:18.218293 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b82980-3dcc-4ca4-8f51-ceb1d6702de2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8773c8fe-bf97-4d67-831a-d924dceec572,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:18.241067 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning for port 527ea93f-17b0-48af-a09c-8aad0aa6ec39 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:00:18.267841 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-20e15531-a81b-4027-8cd8-fdf431463e6e None None] Set router 75824d45-8d51-42d5-bcb5-f8a14f3473ff gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:00:18.270504 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.48', 49503) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:18.316505 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de79840-9475-473f-8a37-814d04e8ed09 admin admin] Deleting subnet 06e702b7-08d1-477e-ad1a-43b5054db28c {{(pid=93046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:00:18.320799 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0de79840-9475-473f-8a37-814d04e8ed09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:18.364673 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a771aaf5-f7cd-44ea-9300-cedcba89bfea admin admin] Network 6d05f05e-53ff-46ff-9423-c4c064703666 is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:00:18.425055 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-a771aaf5-f7cd-44ea-9300-cedcba89bfea admin admin] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:00:18.428306 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a771aaf5-f7cd-44ea-9300-cedcba89bfea admin admin] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:00:18.429194 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a771aaf5-f7cd-44ea-9300-cedcba89bfea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407845'] for router_interface, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:18.459060 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0de79840-9475-473f-8a37-814d04e8ed09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31874298'] for subnet, precommit_delete_associations {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:18.541962 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0de79840-9475-473f-8a37-814d04e8ed09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501035'] for subnet, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:18.605028 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0de79840-9475-473f-8a37-814d04e8ed09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31524608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32886975'] for subnet, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:18.641894 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de79840-9475-473f-8a37-814d04e8ed09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06e702b7-08d1-477e-ad1a-43b5054db28c,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:18.655742 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-67d47387-02a4-4222-acee-8d4ef2ada14f req-4e7f2479-fdbe-44fa-b36c-17f67e65a460 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=3217b86f-f371-49f7-8dbe-de9e366ea9c5 HTTP/1.1" status: 200 len: 210 time: 0.0928741 Jul 23 11:00:18.676337 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0de79840-9475-473f-8a37-814d04e8ed09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:18.678822 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-0de79840-9475-473f-8a37-814d04e8ed09 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/06e702b7-08d1-477e-ad1a-43b5054db28c HTTP/1.1" status: 204 len: 168 time: 0.5479667 Jul 23 11:00:18.681395 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 51312) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:18.690342 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port 527ea93f-17b0-48af-a09c-8aad0aa6ec39 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:00:18.690873 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:18.771833 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771aaf5-f7cd-44ea-9300-cedcba89bfea admin admin] Pushing event updated for resources: {'Port': ['ID=44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:18.989227 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3f17d8c4-19aa-4dfd-b5a1-0a067b093cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638085'] for network, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:19.011420 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:19.076138 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] For port 527ea93f-17b0-48af-a09c-8aad0aa6ec39, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=527ea93f-17b0-48af-a09c-8aad0aa6ec39,segment=NetworkSegment(b5c8421f-b86b-4175-8464-b8724faa06bb),segment_id=b5c8421f-b86b-4175-8464-b8724faa06bb)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:00:19.091186 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:19.104688 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-79da00a6-f9f0-4094-8477-4ebc4169a699 req-cd662b7a-b69f-455b-9c18-dc49cab548f9 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d25b6c-5819-4bb3-b20f-be70f03a0af7 HTTP/1.1" status: 200 len: 210 time: 0.0849357 Jul 23 11:00:19.113261 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-42f14894-50fa-4b0e-a874-87c2118ead55 None None] Provisioning for port 44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9 completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:00:19.171832 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-09dc1a59-e1aa-4982-9378-54264454bf20 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:19.179071 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-09dc1a59-e1aa-4982-9378-54264454bf20 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.48 "GET /v2.0/networks?id=c5f54101-547d-4945-b83e-e88defaaaecd HTTP/1.1" status: 200 len: 812 time: 0.9037499 Jul 23 11:00:19.186268 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-6828b9a6-dbc6-46a1-b887-6d85efc8c2df tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Made reservation on behalf of 4258166484494130b9fcf95d2a6afc89 for: {'port': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:00:19.189795 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-6828b9a6-dbc6-46a1-b887-6d85efc8c2df tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:19.197127 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-42f14894-50fa-4b0e-a874-87c2118ead55 None None] Provisioning complete for port 44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9 triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:00:19.197433 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-42f14894-50fa-4b0e-a874-87c2118ead55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:19.212865 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-a97742c0-91ad-4dc1-9897-6a8d47a66123 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Request body: {'port': {'device_id': 'd3d25b6c-5819-4bb3-b20f-be70f03a0af7', 'network_id': 'c5f54101-547d-4945-b83e-e88defaaaecd', 'admin_state_up': True, 'tenant_id': 'e6d14e62bda649189c09416437d9f3b8'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:00:19.365337 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-42f14894-50fa-4b0e-a874-87c2118ead55 None None] Port 44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9 cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:00:19.373074 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Pushing event updated for resources: {'Port': ['ID=527ea93f-17b0-48af-a09c-8aad0aa6ec39,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:19.375149 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3f17d8c4-19aa-4dfd-b5a1-0a067b093cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499634', 'neutron.services.segments.db._delete_segments_for_network-8792856633739'] for network, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:19.394340 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4dd21caa-1e5e-4ea3-b452-569a1daa5f27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:19.398520 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-3f17d8c4-19aa-4dfd-b5a1-0a067b093cbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c440c20-1e7d-450d-8d6c-328232194afc']}} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:19.409009 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4dd21caa-1e5e-4ea3-b452-569a1daa5f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31524822'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:19.418223 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-20e15531-a81b-4027-8cd8-fdf431463e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'name': 'tempest-AttachVolumeShelveTestJSON-864067345-router', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '37095310-2162-4755-8cb7-c48037d4ad0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:00:10Z', 'updated_at': '2021-07-23T11:00:14Z', 'revision_number': 3, 'project_id': '443386f89a99476e905cc4b6656fca05', 'gw_port': {'id': '37095310-2162-4755-8cb7-c48037d4ad0d', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:12Z', 'updated_at': '2021-07-23T11:00:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi'}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:19.481395 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e15531-a81b-4027-8cd8-fdf431463e6e None None] The sync data for ids ['75824d45-8d51-42d5-bcb5-f8a14f3473ff'] in dv-cinder-801989-3-iscsi is: [{'id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'name': 'tempest-AttachVolumeShelveTestJSON-864067345-router', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '37095310-2162-4755-8cb7-c48037d4ad0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:00:10Z', 'updated_at': '2021-07-23T11:00:14Z', 'revision_number': 3, 'project_id': '443386f89a99476e905cc4b6656fca05', 'gw_port': {'id': '37095310-2162-4755-8cb7-c48037d4ad0d', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:12Z', 'updated_at': '2021-07-23T11:00:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi'}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:00:19.484066 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-3f17d8c4-19aa-4dfd-b5a1-0a067b093cbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73031df7-56bf-40f1-8003-bd32689abfef') {'for_net_delete': True} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:19.485603 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-3f17d8c4-19aa-4dfd-b5a1-0a067b093cbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73031df7-56bf-40f1-8003-bd32689abfef') {} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:19.513565 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 51334) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:19.535581 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd21caa-1e5e-4ea3-b452-569a1daa5f27 admin admin] Pushing event updated for resources: {'Port': ['ID=98144bc2-f67b-4028-bcf9-c7e04737f2f3,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:19.559036 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-2b1e52b0-0f38-4ff2-908d-f359a2f581eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:19.617504 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3f17d8c4-19aa-4dfd-b5a1-0a067b093cbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792856541624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31874243'] for segment, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:19.691422 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:19.703260 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3f17d8c4-19aa-4dfd-b5a1-0a067b093cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402'] for segment, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:19.723840 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4dd21caa-1e5e-4ea3-b452-569a1daa5f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402930'] for router_interface, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:19.750580 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f17d8c4-19aa-4dfd-b5a1-0a067b093cbf admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=93046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:00:19.752872 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3f17d8c4-19aa-4dfd-b5a1-0a067b093cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31524794'] for segment, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:19.757183 dv-cinder-801989-3-iscsi neutron-server[93046]: Traceback (most recent call last): Jul 23 11:00:19.757183 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:00:19.757183 dv-cinder-801989-3-iscsi neutron-server[93046]: timer() Jul 23 11:00:19.757183 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:00:19.757183 dv-cinder-801989-3-iscsi neutron-server[93046]: cb(*args, **kw) Jul 23 11:00:19.757183 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:00:19.757183 dv-cinder-801989-3-iscsi neutron-server[93046]: return func(*args, **kwargs) Jul 23 11:00:19.757183 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:00:19.757183 dv-cinder-801989-3-iscsi neutron-server[93046]: self._notify() Jul 23 11:00:19.757183 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:00:19.757183 dv-cinder-801989-3-iscsi neutron-server[93046]: self.callback(batched_events) Jul 23 11:00:19.757183 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:00:19.757183 dv-cinder-801989-3-iscsi neutron-server[93046]: event.method(event) Jul 23 11:00:19.757183 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:00:19.757183 dv-cinder-801989-3-iscsi neutron-server[93046]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:00:19.757183 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:00:19.757183 dv-cinder-801989-3-iscsi neutron-server[93046]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:00:19.757183 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:00:19.757183 dv-cinder-801989-3-iscsi neutron-server[93046]: return f(self, *a, **k) Jul 23 11:00:19.757183 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:00:19.757183 dv-cinder-801989-3-iscsi neutron-server[93046]: return self._get(url).json() Jul 23 11:00:19.757183 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:00:19.757183 dv-cinder-801989-3-iscsi neutron-server[93046]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:00:19.757183 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:00:19.757183 dv-cinder-801989-3-iscsi neutron-server[93046]: return self.request(url, 'GET', **kwargs) Jul 23 11:00:19.757183 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:00:19.757183 dv-cinder-801989-3-iscsi neutron-server[93046]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:00:19.757183 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:00:19.757183 dv-cinder-801989-3-iscsi neutron-server[93046]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:00:19.757183 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:00:19.757183 dv-cinder-801989-3-iscsi neutron-server[93046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:00:19.757183 dv-cinder-801989-3-iscsi neutron-server[93046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:00:19.760525 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a771aaf5-f7cd-44ea-9300-cedcba89bfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:20.047332 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 527ea93f-17b0-48af-a09c-8aad0aa6ec39 up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:00:20.087755 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-a97742c0-91ad-4dc1-9897-6a8d47a66123 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Made reservation on behalf of e6d14e62bda649189c09416437d9f3b8 for: {'port': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:00:20.100603 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-a97742c0-91ad-4dc1-9897-6a8d47a66123 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:20.105290 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port 527ea93f-17b0-48af-a09c-8aad0aa6ec39 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:00:20.105954 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:20.165981 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-45d1bb26-21cf-4afd-a9dc-27bd23eedec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:20.198595 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c2c46f65-a8c6-4961-abf2-6fc594067489 req-fd86b6e5-11c5-4635-b0c5-919e758a1376 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=3217b86f-f371-49f7-8dbe-de9e366ea9c5 HTTP/1.1" status: 200 len: 210 time: 0.1940036 Jul 23 11:00:20.238193 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3f17d8c4-19aa-4dfd-b5a1-0a067b093cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409060'] for network, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:20.241947 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-6828b9a6-dbc6-46a1-b887-6d85efc8c2df tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Allocated IP 172.20.0.2 (ccf574f9-5702-429a-8d37-996ccac096f3/c73e0985-88a5-4a27-821f-63539929b032/15e4b25b-8260-457b-877f-079b28aefebf) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:00:20.250694 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd21caa-1e5e-4ea3-b452-569a1daa5f27 admin admin] Network 0f52d38e-0362-4264-9e97-fc5007fd139b is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:00:20.285994 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-4dd21caa-1e5e-4ea3-b452-569a1daa5f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:00:20.305605 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3f17d8c4-19aa-4dfd-b5a1-0a067b093cbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:20.307446 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-3f17d8c4-19aa-4dfd-b5a1-0a067b093cbf admin admin] 10.222.0.47 "DELETE /v2.0/networks/2c440c20-1e7d-450d-8d6c-328232194afc HTTP/1.1" status: 204 len: 168 time: 1.6187961 Jul 23 11:00:20.411395 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17d8c4-19aa-4dfd-b5a1-0a067b093cbf admin admin] Pushing event deleted for resources: {'Network': ['ID=2c440c20-1e7d-450d-8d6c-328232194afc,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:20.493638 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:20.660636 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 51364) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:20.706425 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd21caa-1e5e-4ea3-b452-569a1daa5f27 admin admin] Router 70f495d8-562e-4fa8-87d0-36045666a15f has already been hosted by L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 {{(pid=93046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:00:20.802508 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-649601fa-ce96-4341-9b6c-f2695b3cc823 req-c13a0d91-868f-4608-9da2-9d5dfdf2d4e7 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d25b6c-5819-4bb3-b20f-be70f03a0af7 HTTP/1.1" status: 200 len: 210 time: 0.4836204 Jul 23 11:00:20.867905 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 51370) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:20.907913 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-3b1548fa-fbfe-451a-8b99-9cf1b75c8ae0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=51dc4fba0e0c477cb182ba1b243f37a9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2460425 Jul 23 11:00:20.916422 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 51376) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:21.032129 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c2d378aa-7b96-4b34-9b7b-0b3d53c0ac1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:21.033825 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd21caa-1e5e-4ea3-b452-569a1daa5f27 admin admin] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:00:21.044060 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-4dd21caa-1e5e-4ea3-b452-569a1daa5f27 admin admin] 10.222.0.47 "PUT /v2.0/routers/70f495d8-562e-4fa8-87d0-36045666a15f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0026195 Jul 23 11:00:21.046334 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bab404-6afe-4449-8cb3-29616f240ce5 None None] Sync routers for ids ['70f495d8-562e-4fa8-87d0-36045666a15f'] in dv-cinder-801989-3-iscsi {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:00:21.067244 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bab404-6afe-4449-8cb3-29616f240ce5 None None] Routers {'70f495d8-562e-4fa8-87d0-36045666a15f'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:00:21.074307 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-25bab404-6afe-4449-8cb3-29616f240ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:00:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['70f495d8-562e-4fa8-87d0-36045666a15f'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:21.110809 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c2d378aa-7b96-4b34-9b7b-0b3d53c0ac1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:21.199846 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c2d378aa-7b96-4b34-9b7b-0b3d53c0ac1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:21.204062 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c2d378aa-7b96-4b34-9b7b-0b3d53c0ac1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:21.205517 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-c2d378aa-7b96-4b34-9b7b-0b3d53c0ac1b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cbf2b71b-2c06-4bdc-acae-04122103e3b8 HTTP/1.1" status: 204 len: 168 time: 0.2878873 Jul 23 11:00:21.241706 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d378aa-7b96-4b34-9b7b-0b3d53c0ac1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf2b71b-2c06-4bdc-acae-04122103e3b8,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:21.319856 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-a97742c0-91ad-4dc1-9897-6a8d47a66123 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Allocated IP 172.20.0.7 (c5f54101-547d-4945-b83e-e88defaaaecd/7d7a4782-00bd-4f40-91f6-07bd2de4cd21/0c3303cc-054d-4883-b3c9-87a3a21f7335) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:00:21.368714 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2cdf6dc6-4cf1-4e38-8b14-992d13cf37a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:21.410476 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-45d1bb26-21cf-4afd-a9dc-27bd23eedec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:21.514553 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a771aaf5-f7cd-44ea-9300-cedcba89bfea admin admin] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:21.518089 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-a1bd84bb-5fbe-4575-93b6-7b2e9a54955e req-56500cb5-4320-4004-9e20-704d23bff68e tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=3217b86f-f371-49f7-8dbe-de9e366ea9c5 HTTP/1.1" status: 200 len: 210 time: 0.1956012 Jul 23 11:00:21.552177 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-25bab404-6afe-4449-8cb3-29616f240ce5 None None] Set router 70f495d8-562e-4fa8-87d0-36045666a15f gateway port host: dv-cinder-801989-3-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:00:21.639855 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-45d1bb26-21cf-4afd-a9dc-27bd23eedec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:21.704447 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-45d1bb26-21cf-4afd-a9dc-27bd23eedec1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8a215f8958374a70b83654d732514a2e&name=default HTTP/1.1" status: 200 len: 2978 time: 2.1086557 Jul 23 11:00:21.705579 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a771aaf5-f7cd-44ea-9300-cedcba89bfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:21.706829 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a771aaf5-f7cd-44ea-9300-cedcba89bfea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402930'] for router_interface, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:21.712437 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 51394) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:21.876231 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1bb26-21cf-4afd-a9dc-27bd23eedec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f71c7f-705c-4f25-b76c-28d80da0dc9d,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:21.948744 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c9a82e32-198b-49b1-b0ce-ea78fc711d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:22.028365 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:22.029942 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-25bab404-6afe-4449-8cb3-29616f240ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f495d8-562e-4fa8-87d0-36045666a15f', 'name': 'tempest-ServerRescueNegativeTestJSON-1220422510-router', 'tenant_id': '7b38d280bb2e4b88b54d95921882a95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '527ea93f-17b0-48af-a09c-8aad0aa6ec39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:00:11Z', 'updated_at': '2021-07-23T11:00:18Z', 'revision_number': 4, 'project_id': '7b38d280bb2e4b88b54d95921882a95b', 'gw_port': {'id': '527ea93f-17b0-48af-a09c-8aad0aa6ec39', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f495d8-562e-4fa8-87d0-36045666a15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:12Z', 'updated_at': '2021-07-23T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': '98144bc2-f67b-4028-bcf9-c7e04737f2f3', 'name': '', 'network_id': '0f52d38e-0362-4264-9e97-fc5007fd139b', 'tenant_id': '7b38d280bb2e4b88b54d95921882a95b', 'mac_address': 'fa:16:3e:6c:20:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f495d8-562e-4fa8-87d0-36045666a15f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8bbfc4c9-e217-47f8-86e6-9511348173f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:15Z', 'updated_at': '2021-07-23T11:00:18Z', 'revision_number': 2, 'project_id': '7b38d280bb2e4b88b54d95921882a95b', 'subnets': [{'id': '8bbfc4c9-e217-47f8-86e6-9511348173f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:22.036679 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a771aaf5-f7cd-44ea-9300-cedcba89bfea admin admin] Network 6d05f05e-53ff-46ff-9423-c4c064703666 is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:00:22.067425 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-a771aaf5-f7cd-44ea-9300-cedcba89bfea admin admin] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:00:22.114915 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 37095310-2162-4755-8cb7-c48037d4ad0d up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:00:22.140686 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 51402) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:22.151684 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c9a82e32-198b-49b1-b0ce-ea78fc711d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:22.163879 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-6828b9a6-dbc6-46a1-b887-6d85efc8c2df tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:22.193171 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bab404-6afe-4449-8cb3-29616f240ce5 None None] Checking router: 70f495d8-562e-4fa8-87d0-36045666a15f for host: dv-cinder-801989-3-iscsi {{(pid=93049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:00:22.197674 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bab404-6afe-4449-8cb3-29616f240ce5 None None] Updating router 70f495d8-562e-4fa8-87d0-36045666a15f port 98144bc2-f67b-4028-bcf9-c7e04737f2f3 binding host dv-cinder-801989-3-iscsi {{(pid=93049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:00:22.241389 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-25bab404-6afe-4449-8cb3-29616f240ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:22.279446 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning for port 37095310-2162-4755-8cb7-c48037d4ad0d completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:00:22.297590 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e776c2b7-9a19-4a27-ab65-3d74723398ca req-2d1a49cf-4487-4fbb-97ae-04e6c295724c tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d25b6c-5819-4bb3-b20f-be70f03a0af7 HTTP/1.1" status: 200 len: 210 time: 0.2323112 Jul 23 11:00:22.300277 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port 37095310-2162-4755-8cb7-c48037d4ad0d triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:00:22.300827 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:22.359162 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771aaf5-f7cd-44ea-9300-cedcba89bfea admin admin] Pushing event updated for resources: {'Port': ['ID=44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:22.402258 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-c2bf12e6-eb7d-44b1-93dd-6f391ae579fb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eb0ad0f9671a457e98b152c8d388f051&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2520335 Jul 23 11:00:22.402258 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 51412) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:22.478443 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:22.512835 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] For port 37095310-2162-4755-8cb7-c48037d4ad0d, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=37095310-2162-4755-8cb7-c48037d4ad0d,segment=NetworkSegment(b5c8421f-b86b-4175-8464-b8724faa06bb),segment_id=b5c8421f-b86b-4175-8464-b8724faa06bb)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:00:22.523862 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9470c089-103e-4de5-bad9-83baff309bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:22.525013 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:22.546739 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-a97742c0-91ad-4dc1-9897-6a8d47a66123 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:22.561006 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c9a82e32-198b-49b1-b0ce-ea78fc711d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:22.574548 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c9a82e32-198b-49b1-b0ce-ea78fc711d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:22.576149 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-c9a82e32-198b-49b1-b0ce-ea78fc711d98 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c6f71c7f-705c-4f25-b76c-28d80da0dc9d HTTP/1.1" status: 204 len: 168 time: 0.8627026 Jul 23 11:00:22.590574 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Pushing event updated for resources: {'Port': ['ID=37095310-2162-4755-8cb7-c48037d4ad0d,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:22.603917 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-c6c2a10b-8d78-4732-87ec-433885a7d417 None None] Provisioning complete for port 44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9 triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:00:22.604491 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-c6c2a10b-8d78-4732-87ec-433885a7d417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:22.651514 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-c6c2a10b-8d78-4732-87ec-433885a7d417 None None] Port 44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9 cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:00:22.655096 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a82e32-198b-49b1-b0ce-ea78fc711d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f71c7f-705c-4f25-b76c-28d80da0dc9d,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:22.688490 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9470c089-103e-4de5-bad9-83baff309bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:22.728968 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a771aaf5-f7cd-44ea-9300-cedcba89bfea admin admin] Router 75824d45-8d51-42d5-bcb5-f8a14f3473ff has already been hosted by L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:00:22.833624 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-6828b9a6-dbc6-46a1-b887-6d85efc8c2df tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:22.834558 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-25bab404-6afe-4449-8cb3-29616f240ce5 None None] Notify callbacks [] for port, precommit_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:22.845943 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.provisioning_blocks [None req-25bab404-6afe-4449-8cb3-29616f240ce5 None None] Transition to ACTIVE for port object 98144bc2-f67b-4028-bcf9-c7e04737f2f3 will not be triggered until provisioned by entity L2. {{(pid=93049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:00:22.852565 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-25bab404-6afe-4449-8cb3-29616f240ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:22.897475 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-a97742c0-91ad-4dc1-9897-6a8d47a66123 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:22.943932 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2cdf6dc6-4cf1-4e38-8b14-992d13cf37a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:22.968888 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-352be000-cc6c-447b-97ed-554e257df0e6 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:22.971311 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-352be000-cc6c-447b-97ed-554e257df0e6 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/networks?id=0f52d38e-0362-4264-9e97-fc5007fd139b HTTP/1.1" status: 200 len: 819 time: 0.6639483 Jul 23 11:00:22.984201 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2cdf6dc6-4cf1-4e38-8b14-992d13cf37a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:23.003710 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bba17d-8e38-402d-a22d-6af2957f830c req-aaad1985-8614-4e39-b2cb-37cd8c9d8a69 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:23.018600 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028c4c6-5253-4462-975b-3826a85f2427 None None] Pushing event updated for resources: {'Port': ['ID=98144bc2-f67b-4028-bcf9-c7e04737f2f3,revision_number=3']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:23.020589 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-72bba17d-8e38-402d-a22d-6af2957f830c req-aaad1985-8614-4e39-b2cb-37cd8c9d8a69 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=3217b86f-f371-49f7-8dbe-de9e366ea9c5 HTTP/1.1" status: 200 len: 931 time: 0.3135986 Jul 23 11:00:23.056756 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-25bab404-6afe-4449-8cb3-29616f240ce5 None None] Attempting to bind port 98144bc2-f67b-4028-bcf9-c7e04737f2f3 on host dv-cinder-801989-3-iscsi for vnic_type normal with profile {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:00:23.056756 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-25bab404-6afe-4449-8cb3-29616f240ce5 None None] Attempting to bind port 98144bc2-f67b-4028-bcf9-c7e04737f2f3 by drivers openvswitch,hyperv on host dv-cinder-801989-3-iscsi at level 0 using segments [{'id': 'f6eb4813-8b72-4c98-b772-6906b7caa3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0f52d38e-0362-4264-9e97-fc5007fd139b'}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:00:23.056756 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bab404-6afe-4449-8cb3-29616f240ce5 None None] Attempting to bind port 98144bc2-f67b-4028-bcf9-c7e04737f2f3 on network 0f52d38e-0362-4264-9e97-fc5007fd139b {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:00:23.072010 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bab404-6afe-4449-8cb3-29616f240ce5 None None] Checking agent: {'id': '63737f21-8f70-4879-b83c-8d101c99e22a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 52, 20), 'started_at': datetime.datetime(2021, 7, 23, 10, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:00:23.072437 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bab404-6afe-4449-8cb3-29616f240ce5 None None] Checking segment: {'id': 'f6eb4813-8b72-4c98-b772-6906b7caa3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0f52d38e-0362-4264-9e97-fc5007fd139b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:00:23.072844 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-25bab404-6afe-4449-8cb3-29616f240ce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:23.073302 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bab404-6afe-4449-8cb3-29616f240ce5 None None] Bound using segment: {'id': 'f6eb4813-8b72-4c98-b772-6906b7caa3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0f52d38e-0362-4264-9e97-fc5007fd139b'} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:00:23.073769 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-25bab404-6afe-4449-8cb3-29616f240ce5 None None] Bound port: 98144bc2-f67b-4028-bcf9-c7e04737f2f3, host: dv-cinder-801989-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6eb4813-8b72-4c98-b772-6906b7caa3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0f52d38e-0362-4264-9e97-fc5007fd139b'}}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:00:23.074173 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-25bab404-6afe-4449-8cb3-29616f240ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:23.106329 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9470c089-103e-4de5-bad9-83baff309bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:23.110241 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9470c089-103e-4de5-bad9-83baff309bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:23.112184 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-9470c089-103e-4de5-bad9-83baff309bb8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ed7744f9-fc13-49a9-9e9e-9f2c40bcc830 HTTP/1.1" status: 204 len: 168 time: 0.7096493 Jul 23 11:00:23.117593 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-6828b9a6-dbc6-46a1-b887-6d85efc8c2df tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Network ccf574f9-5702-429a-8d37-996ccac096f3 is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:00:23.158334 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-bd37cd89-510c-4369-9aa3-79f277ce4026 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/quotas/7b38d280bb2e4b88b54d95921882a95b HTTP/1.1" status: 200 len: 375 time: 0.1626210 Jul 23 11:00:23.181055 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470c089-103e-4de5-bad9-83baff309bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7744f9-fc13-49a9-9e9e-9f2c40bcc830,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:23.181300 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-6828b9a6-dbc6-46a1-b887-6d85efc8c2df tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:00:23.197871 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-6828b9a6-dbc6-46a1-b887-6d85efc8c2df tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:00:23.222826 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-6828b9a6-dbc6-46a1-b887-6d85efc8c2df tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:23.223527 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-6828b9a6-dbc6-46a1-b887-6d85efc8c2df tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:23.224552 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-72bba17d-8e38-402d-a22d-6af2957f830c req-12be83c5-048d-4ebe-a4aa-7a3a01a62e6f tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028484 Jul 23 11:00:23.297971 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-25bab404-6afe-4449-8cb3-29616f240ce5 None None] For port 98144bc2-f67b-4028-bcf9-c7e04737f2f3, host dv-cinder-801989-3-iscsi, cleared binding levels {{(pid=93049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:00:23.305478 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-25bab404-6afe-4449-8cb3-29616f240ce5 None None] For port 98144bc2-f67b-4028-bcf9-c7e04737f2f3, host dv-cinder-801989-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=98144bc2-f67b-4028-bcf9-c7e04737f2f3,segment=NetworkSegment(f6eb4813-8b72-4c98-b772-6906b7caa3dd),segment_id=f6eb4813-8b72-4c98-b772-6906b7caa3dd)] {{(pid=93049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:00:23.326478 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-25bab404-6afe-4449-8cb3-29616f240ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:23.398380 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 51430) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:23.419476 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-58e5ee43-ce09-4ec0-88cd-5be00bd9af36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:23.446812 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bab404-6afe-4449-8cb3-29616f240ce5 None None] Routers {'70f495d8-562e-4fa8-87d0-36045666a15f'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:00:23.447423 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-25bab404-6afe-4449-8cb3-29616f240ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:00:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['70f495d8-562e-4fa8-87d0-36045666a15f'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:23.463291 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-a97742c0-91ad-4dc1-9897-6a8d47a66123 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Network c5f54101-547d-4945-b83e-e88defaaaecd is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:00:23.464566 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828b9a6-dbc6-46a1-b887-6d85efc8c2df tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Pushing event updated for resources: {'Port': ['ID=15e4b25b-8260-457b-877f-079b28aefebf,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:23.473378 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-a97742c0-91ad-4dc1-9897-6a8d47a66123 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:00:23.488631 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-6828b9a6-dbc6-46a1-b887-6d85efc8c2df tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4055276 Jul 23 11:00:23.549236 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97742c0-91ad-4dc1-9897-6a8d47a66123 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Pushing event updated for resources: {'Port': ['ID=0c3303cc-054d-4883-b3c9-87a3a21f7335,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:23.556524 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf6dc6-4cf1-4e38-8b14-992d13cf37a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7173a8b-152b-4766-9d11-2d89aade2a5a,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:23.564622 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2c3f8-1084-4240-8bc4-273ce3368967 req-afde06b0-7954-4314-89bb-95dae76cc873 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:23.571819 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028c4c6-5253-4462-975b-3826a85f2427 None None] Pushing event updated for resources: {'Port': ['ID=98144bc2-f67b-4028-bcf9-c7e04737f2f3,revision_number=4']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:23.573782 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-f3b2c3f8-1084-4240-8bc4-273ce3368967 req-afde06b0-7954-4314-89bb-95dae76cc873 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d25b6c-5819-4bb3-b20f-be70f03a0af7 HTTP/1.1" status: 200 len: 931 time: 0.1261907 Jul 23 11:00:23.590815 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-2cdf6dc6-4cf1-4e38-8b14-992d13cf37a9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=805474d05b0f43178d8b31b73fb4178a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7286096 Jul 23 11:00:23.598380 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 51436) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:23.616954 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-25bab404-6afe-4449-8cb3-29616f240ce5 None None] Set router 70f495d8-562e-4fa8-87d0-36045666a15f gateway port host: dv-cinder-801989-3-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:00:23.618472 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-a97742c0-91ad-4dc1-9897-6a8d47a66123 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:00:23.638003 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-a97742c0-91ad-4dc1-9897-6a8d47a66123 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:23.644248 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-a97742c0-91ad-4dc1-9897-6a8d47a66123 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:23.681411 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-f3b2c3f8-1084-4240-8bc4-273ce3368967 req-ddb767c9-1f3e-4f76-831f-2c6046c82db1 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f82cc39-4535-4905-809c-9111d54208cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065774 Jul 23 11:00:23.695985 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-58e5ee43-ce09-4ec0-88cd-5be00bd9af36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:23.710619 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-58e5ee43-ce09-4ec0-88cd-5be00bd9af36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:23.751137 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a771aaf5-f7cd-44ea-9300-cedcba89bfea admin admin] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:00:23.763047 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5e4062-905a-44b5-85ac-099da680cdc1 None None] Sync routers for ids ['75824d45-8d51-42d5-bcb5-f8a14f3473ff'] in dv-cinder-801989-3-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:00:23.780444 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5e4062-905a-44b5-85ac-099da680cdc1 None None] Routers {'75824d45-8d51-42d5-bcb5-f8a14f3473ff'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:00:23.781794 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-dd5e4062-905a-44b5-85ac-099da680cdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:00:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['75824d45-8d51-42d5-bcb5-f8a14f3473ff'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:23.787852 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-a771aaf5-f7cd-44ea-9300-cedcba89bfea admin admin] 10.222.0.47 "PUT /v2.0/routers/75824d45-8d51-42d5-bcb5-f8a14f3473ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0235815 Jul 23 11:00:23.790446 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-a97742c0-91ad-4dc1-9897-6a8d47a66123 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5904384 Jul 23 11:00:23.806665 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d7137021-cb0f-4d63-ace5-740649dcecad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:23.822766 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-440844b8-a83b-49e0-8c16-9aa9598b2493 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b38d280bb2e4b88b54d95921882a95b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3596978 Jul 23 11:00:23.856735 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-58e5ee43-ce09-4ec0-88cd-5be00bd9af36 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5dc694cdfd4443908d16d5fd7af2402e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4565320 Jul 23 11:00:23.861543 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 51444) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:23.905510 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5ee43-ce09-4ec0-88cd-5be00bd9af36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a476d4e3-b9c0-428e-b6c7-0f5b430a183a,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:23.989007 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d7137021-cb0f-4d63-ace5-740649dcecad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:24.047755 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-dd5e4062-905a-44b5-85ac-099da680cdc1 None None] Set router 75824d45-8d51-42d5-bcb5-f8a14f3473ff gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:00:24.063718 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-25bab404-6afe-4449-8cb3-29616f240ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f495d8-562e-4fa8-87d0-36045666a15f', 'name': 'tempest-ServerRescueNegativeTestJSON-1220422510-router', 'tenant_id': '7b38d280bb2e4b88b54d95921882a95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '527ea93f-17b0-48af-a09c-8aad0aa6ec39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:00:11Z', 'updated_at': '2021-07-23T11:00:18Z', 'revision_number': 4, 'project_id': '7b38d280bb2e4b88b54d95921882a95b', 'gw_port': {'id': '527ea93f-17b0-48af-a09c-8aad0aa6ec39', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f495d8-562e-4fa8-87d0-36045666a15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:12Z', 'updated_at': '2021-07-23T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': '98144bc2-f67b-4028-bcf9-c7e04737f2f3', 'name': '', 'network_id': '0f52d38e-0362-4264-9e97-fc5007fd139b', 'tenant_id': '7b38d280bb2e4b88b54d95921882a95b', 'mac_address': 'fa:16:3e:6c:20:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f495d8-562e-4fa8-87d0-36045666a15f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8bbfc4c9-e217-47f8-86e6-9511348173f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:15Z', 'updated_at': '2021-07-23T11:00:23Z', 'revision_number': 4, 'project_id': '7b38d280bb2e4b88b54d95921882a95b', 'subnets': [{'id': '8bbfc4c9-e217-47f8-86e6-9511348173f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:24.141942 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-ff1c6873-20b9-4af8-a707-8492e5a091de service neutron] 10.222.0.47 "GET /v2.0/networks/0f52d38e-0362-4264-9e97-fc5007fd139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021479 Jul 23 11:00:24.146554 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bab404-6afe-4449-8cb3-29616f240ce5 None None] The sync data for ids ['70f495d8-562e-4fa8-87d0-36045666a15f'] in dv-cinder-801989-3-iscsi is: [{'id': '70f495d8-562e-4fa8-87d0-36045666a15f', 'name': 'tempest-ServerRescueNegativeTestJSON-1220422510-router', 'tenant_id': '7b38d280bb2e4b88b54d95921882a95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '527ea93f-17b0-48af-a09c-8aad0aa6ec39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:00:11Z', 'updated_at': '2021-07-23T11:00:18Z', 'revision_number': 4, 'project_id': '7b38d280bb2e4b88b54d95921882a95b', 'gw_port': {'id': '527ea93f-17b0-48af-a09c-8aad0aa6ec39', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f495d8-562e-4fa8-87d0-36045666a15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:12Z', 'updated_at': '2021-07-23T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': '98144bc2-f67b-4028-bcf9-c7e04737f2f3', 'name': '', 'network_id': '0f52d38e-0362-4264-9e97-fc5007fd139b', 'tenant_id': '7b38d280bb2e4b88b54d95921882a95b', 'mac_address': 'fa:16:3e:6c:20:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f495d8-562e-4fa8-87d0-36045666a15f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8bbfc4c9-e217-47f8-86e6-9511348173f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:15Z', 'updated_at': '2021-07-23T11:00:23Z', 'revision_number': 4, 'project_id': '7b38d280bb2e4b88b54d95921882a95b', 'subnets': [{'id': '8bbfc4c9-e217-47f8-86e6-9511348173f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:00:24.170663 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-455a9a6f-4977-4b36-902c-d4dcac6ff18b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:24.196983 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 37095310-2162-4755-8cb7-c48037d4ad0d up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:00:24.310290 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-455a9a6f-4977-4b36-902c-d4dcac6ff18b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:24.348201 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d7137021-cb0f-4d63-ace5-740649dcecad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:24.352377 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d7137021-cb0f-4d63-ace5-740649dcecad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:24.356453 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-d7137021-cb0f-4d63-ace5-740649dcecad admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b7173a8b-152b-4766-9d11-2d89aade2a5a HTTP/1.1" status: 204 len: 168 time: 0.7514532 Jul 23 11:00:24.376961 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-d6411839-080d-480e-82be-de7991ef3150 service neutron] 10.222.0.47 "GET /v2.0/networks/0f52d38e-0362-4264-9e97-fc5007fd139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249012 Jul 23 11:00:24.400187 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7137021-cb0f-4d63-ace5-740649dcecad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7173a8b-152b-4766-9d11-2d89aade2a5a,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:24.478633 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-455a9a6f-4977-4b36-902c-d4dcac6ff18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:24.481981 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-455a9a6f-4977-4b36-902c-d4dcac6ff18b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:24.484337 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-455a9a6f-4977-4b36-902c-d4dcac6ff18b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a476d4e3-b9c0-428e-b6c7-0f5b430a183a HTTP/1.1" status: 204 len: 168 time: 0.6167309 Jul 23 11:00:24.507308 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port 37095310-2162-4755-8cb7-c48037d4ad0d triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:00:24.507805 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:24.512509 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a9a6f-4977-4b36-902c-d4dcac6ff18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a476d4e3-b9c0-428e-b6c7-0f5b430a183a,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:24.611690 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-bef85845-e86d-4a10-a6fe-0bddf33d2500 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 11:00:24.612596 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-bef85845-e86d-4a10-a6fe-0bddf33d2500 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072770 Jul 23 11:00:24.629639 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-719e7ce2-2407-4764-8a21-37b79b8253cb tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 11:00:24.636742 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-719e7ce2-2407-4764-8a21-37b79b8253cb tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0293760 Jul 23 11:00:24.932091 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-dd5e4062-905a-44b5-85ac-099da680cdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'name': 'tempest-AttachVolumeShelveTestJSON-864067345-router', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '37095310-2162-4755-8cb7-c48037d4ad0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:00:10Z', 'updated_at': '2021-07-23T11:00:19Z', 'revision_number': 4, 'project_id': '443386f89a99476e905cc4b6656fca05', 'gw_port': {'id': '37095310-2162-4755-8cb7-c48037d4ad0d', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:12Z', 'updated_at': '2021-07-23T11:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': '44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9', 'name': '', 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'mac_address': 'fa:16:3e:f8:10:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0033b6fa-6a35-402d-9d48-f4dcba707c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:16Z', 'updated_at': '2021-07-23T11:00:20Z', 'revision_number': 2, 'project_id': '443386f89a99476e905cc4b6656fca05', 'subnets': [{'id': '0033b6fa-6a35-402d-9d48-f4dcba707c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:25.087505 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5e4062-905a-44b5-85ac-099da680cdc1 None None] Checking router: 75824d45-8d51-42d5-bcb5-f8a14f3473ff for host: dv-cinder-801989-3-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:00:25.091457 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5e4062-905a-44b5-85ac-099da680cdc1 None None] Updating router 75824d45-8d51-42d5-bcb5-f8a14f3473ff port 44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9 binding host dv-cinder-801989-3-iscsi {{(pid=93048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:00:25.192187 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-dd5e4062-905a-44b5-85ac-099da680cdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:25.281468 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e759be9-8840-46e5-89bb-4bef1136253f req-65e93756-163f-4b60-917c-fcbba57770ae tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:25.295029 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3e759be9-8840-46e5-89bb-4bef1136253f req-65e93756-163f-4b60-917c-fcbba57770ae tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=3217b86f-f371-49f7-8dbe-de9e366ea9c5 HTTP/1.1" status: 200 len: 931 time: 0.3438859 Jul 23 11:00:25.386320 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 51494) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:25.386320 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-0bc96234-6d1a-470a-bb76-9c624c2e50e0 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1822207588', 'description': 'tempest-description--643705812'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:00:25.423990 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3e759be9-8840-46e5-89bb-4bef1136253f req-3bacd85b-eaa7-4124-b3f4-e1d125a2a28c tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277184 Jul 23 11:00:25.461754 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0bc96234-6d1a-470a-bb76-9c624c2e50e0 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:25.577800 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-f9e20473-bd72-4c58-950f-db60e8ba361d service neutron] Request body: {'port': {'device_id': 'd3d25b6c-5819-4bb3-b20f-be70f03a0af7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:00:25.794023 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-eed8e0f4-9500-4080-9910-c34add4d11e0 req-6addefab-eccc-491b-a176-cca65ab32673 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 210 time: 0.1462302 Jul 23 11:00:25.814879 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-60e7bf7f-b6ad-46f7-95ef-3954ed77b2a6 service neutron] Request body: {'port': {'device_id': '3217b86f-f371-49f7-8dbe-de9e366ea9c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:00:26.115284 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-dd5e4062-905a-44b5-85ac-099da680cdc1 None None] Notify callbacks [] for port, precommit_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:26.131188 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-dd5e4062-905a-44b5-85ac-099da680cdc1 None None] Transition to ACTIVE for port object 44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9 will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:00:26.140853 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 98144bc2-f67b-4028-bcf9-c7e04737f2f3 up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:00:26.166494 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0bc96234-6d1a-470a-bb76-9c624c2e50e0 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:26.177881 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0bc96234-6d1a-470a-bb76-9c624c2e50e0 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:26.205873 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-dd5e4062-905a-44b5-85ac-099da680cdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:26.345529 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0bc96234-6d1a-470a-bb76-9c624c2e50e0 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:26.350653 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-0bc96234-6d1a-470a-bb76-9c624c2e50e0 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9777052 Jul 23 11:00:26.363173 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0079229-008f-496c-94ea-09ed3498a382 req-9dcd69fc-fb27-4d42-9de5-62a46e9926c4 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:26.371138 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 51524) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:26.385389 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b0079229-008f-496c-94ea-09ed3498a382 req-9dcd69fc-fb27-4d42-9de5-62a46e9926c4 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d25b6c-5819-4bb3-b20f-be70f03a0af7 HTTP/1.1" status: 200 len: 931 time: 0.7893853 Jul 23 11:00:26.389529 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-05e192ec-6529-465e-a430-b806e8850308 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Request body: {'security_group_rule': {'security_group_id': '8d54a46d-213d-42ad-ba29-6e37d7ce1417', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:00:26.408621 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning for port 98144bc2-f67b-4028-bcf9-c7e04737f2f3 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:00:26.424520 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54758ed-f853-4862-bdd6-240da5d5e6eb None None] Pushing event updated for resources: {'Port': ['ID=44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:26.446201 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port 98144bc2-f67b-4028-bcf9-c7e04737f2f3 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:00:26.448500 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:26.496397 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc96234-6d1a-470a-bb76-9c624c2e50e0 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d54a46d-213d-42ad-ba29-6e37d7ce1417,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:26.547263 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b0079229-008f-496c-94ea-09ed3498a382 req-a59e3b09-9379-4d45-a3b6-faf64999d53e tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f82cc39-4535-4905-809c-9111d54208cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544297 Jul 23 11:00:26.829725 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967075c5-8977-4187-824d-abdc9cf14f94 req-1d485b09-914c-4560-a33a-3d82e56a2322 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:26.851044 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-967075c5-8977-4187-824d-abdc9cf14f94 req-1d485b09-914c-4560-a33a-3d82e56a2322 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/networks?id=0f52d38e-0362-4264-9e97-fc5007fd139b HTTP/1.1" status: 200 len: 819 time: 0.3061261 Jul 23 11:00:26.909257 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-967075c5-8977-4187-824d-abdc9cf14f94 req-ed2ad08c-c1d7-4ce3-8ea6-ea2e07a52c6f tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/quotas/7b38d280bb2e4b88b54d95921882a95b HTTP/1.1" status: 200 len: 375 time: 0.0566971 Jul 23 11:00:26.940763 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4d336-76b0-46ad-bdc6-c5f8107f3f68 req-14d92773-df14-4595-8d9a-3baf55c9241f tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:26.955163 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3cb4d336-76b0-46ad-bdc6-c5f8107f3f68 req-14d92773-df14-4595-8d9a-3baf55c9241f tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=3217b86f-f371-49f7-8dbe-de9e366ea9c5 HTTP/1.1" status: 200 len: 931 time: 0.1767104 Jul 23 11:00:26.983374 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-05e192ec-6529-465e-a430-b806e8850308 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:26.986517 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-60e7bf7f-b6ad-46f7-95ef-3954ed77b2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:27.062951 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3cb4d336-76b0-46ad-bdc6-c5f8107f3f68 req-9639038a-7ee4-434e-8bc4-0fc709dfd457 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063325 Jul 23 11:00:27.066165 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-f9e20473-bd72-4c58-950f-db60e8ba361d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:27.171791 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-dd5e4062-905a-44b5-85ac-099da680cdc1 None None] Attempting to bind port 44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9 on host dv-cinder-801989-3-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:00:27.172433 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-dd5e4062-905a-44b5-85ac-099da680cdc1 None None] Attempting to bind port 44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9 by drivers openvswitch,hyperv on host dv-cinder-801989-3-iscsi at level 0 using segments [{'id': '31f0a91c-1a9d-4ea5-a870-1d3406ab3af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:00:27.172548 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5e4062-905a-44b5-85ac-099da680cdc1 None None] Attempting to bind port 44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9 on network 6d05f05e-53ff-46ff-9423-c4c064703666 {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:00:27.222952 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-967075c5-8977-4187-824d-abdc9cf14f94 req-401224a9-e25f-4a88-bdf9-86086e6b12ab tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b38d280bb2e4b88b54d95921882a95b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3124268 Jul 23 11:00:27.269590 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5e4062-905a-44b5-85ac-099da680cdc1 None None] Checking agent: {'id': '63737f21-8f70-4879-b83c-8d101c99e22a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 52, 20), 'started_at': datetime.datetime(2021, 7, 23, 10, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:00:27.280512 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5e4062-905a-44b5-85ac-099da680cdc1 None None] Checking segment: {'id': '31f0a91c-1a9d-4ea5-a870-1d3406ab3af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:00:27.281049 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-dd5e4062-905a-44b5-85ac-099da680cdc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:27.281461 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5e4062-905a-44b5-85ac-099da680cdc1 None None] Bound using segment: {'id': '31f0a91c-1a9d-4ea5-a870-1d3406ab3af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:00:27.282000 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-dd5e4062-905a-44b5-85ac-099da680cdc1 None None] Bound port: 44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9, host: dv-cinder-801989-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f0a91c-1a9d-4ea5-a870-1d3406ab3af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:00:27.282457 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-dd5e4062-905a-44b5-85ac-099da680cdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:27.352891 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:27.384950 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-967075c5-8977-4187-824d-abdc9cf14f94 req-272a092c-c331-41f5-b3f2-33d4b5627895 service neutron] 10.222.0.47 "GET /v2.0/networks/0f52d38e-0362-4264-9e97-fc5007fd139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594026 Jul 23 11:00:27.462194 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] For port 98144bc2-f67b-4028-bcf9-c7e04737f2f3, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=98144bc2-f67b-4028-bcf9-c7e04737f2f3,segment=NetworkSegment(f6eb4813-8b72-4c98-b772-6906b7caa3dd),segment_id=f6eb4813-8b72-4c98-b772-6906b7caa3dd)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:00:27.465175 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-dd5e4062-905a-44b5-85ac-099da680cdc1 None None] For port 44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9, host dv-cinder-801989-3-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:00:27.493254 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:27.496571 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-dd5e4062-905a-44b5-85ac-099da680cdc1 None None] For port 44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9, host dv-cinder-801989-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9,segment=NetworkSegment(31f0a91c-1a9d-4ea5-a870-1d3406ab3af3),segment_id=31f0a91c-1a9d-4ea5-a870-1d3406ab3af3)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:00:27.546050 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-05e192ec-6529-465e-a430-b806e8850308 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:27.568313 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-dd5e4062-905a-44b5-85ac-099da680cdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:27.664270 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Pushing event updated for resources: {'Port': ['ID=98144bc2-f67b-4028-bcf9-c7e04737f2f3,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:27.764073 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54758ed-f853-4862-bdd6-240da5d5e6eb None None] Pushing event updated for resources: {'Port': ['ID=44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:27.792260 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5e4062-905a-44b5-85ac-099da680cdc1 None None] Routers {'75824d45-8d51-42d5-bcb5-f8a14f3473ff'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:00:27.794091 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-dd5e4062-905a-44b5-85ac-099da680cdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:00:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['75824d45-8d51-42d5-bcb5-f8a14f3473ff'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:27.821791 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-967075c5-8977-4187-824d-abdc9cf14f94 req-11707fdf-e49c-4c7f-84b2-5c803e8d049c service neutron] 10.222.0.47 "GET /v2.0/networks/0f52d38e-0362-4264-9e97-fc5007fd139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521198 Jul 23 11:00:27.863778 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9263a-8c0e-42ac-9ae7-9e8281628c74 req-a0315929-5ac8-4cc9-a8ae-4279f85df107 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:27.879902 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3aa9263a-8c0e-42ac-9ae7-9e8281628c74 req-a0315929-5ac8-4cc9-a8ae-4279f85df107 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d25b6c-5819-4bb3-b20f-be70f03a0af7 HTTP/1.1" status: 200 len: 931 time: 0.2151484 Jul 23 11:00:27.979223 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-dd5e4062-905a-44b5-85ac-099da680cdc1 None None] Set router 75824d45-8d51-42d5-bcb5-f8a14f3473ff gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:00:28.013884 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3aa9263a-8c0e-42ac-9ae7-9e8281628c74 req-fc59a421-0040-479c-b3fb-89847ca8e8ec tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f82cc39-4535-4905-809c-9111d54208cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297698 Jul 23 11:00:28.096755 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 98144bc2-f67b-4028-bcf9-c7e04737f2f3 up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:00:28.252592 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.48', 49514) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:28.442257 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port 98144bc2-f67b-4028-bcf9-c7e04737f2f3 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:00:28.443733 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:28.539790 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-f9e20473-bd72-4c58-950f-db60e8ba361d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c3303cc-054d-4883-b3c9-87a3a21f7335 {{(pid=93047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:00:28.585413 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-f9e20473-bd72-4c58-950f-db60e8ba361d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:28.662377 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-05e192ec-6529-465e-a430-b806e8850308 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563979'] for security_group_rule, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:28.813469 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-f9e20473-bd72-4c58-950f-db60e8ba361d service neutron] Transition to ACTIVE for port object 0c3303cc-054d-4883-b3c9-87a3a21f7335 will not be triggered until provisioned by entity L2. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:00:28.913981 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-05e192ec-6529-465e-a430-b806e8850308 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:28.916940 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-05e192ec-6529-465e-a430-b806e8850308 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5315695 Jul 23 11:00:28.919237 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-f9e20473-bd72-4c58-950f-db60e8ba361d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:28.930101 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 51602) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:29.013738 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-ddcc61e5-ecec-4a79-8150-53b745476964 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Request body: {'security_group_rule': {'security_group_id': '8d54a46d-213d-42ad-ba29-6e37d7ce1417', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:00:29.040335 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-dd5e4062-905a-44b5-85ac-099da680cdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'name': 'tempest-AttachVolumeShelveTestJSON-864067345-router', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '37095310-2162-4755-8cb7-c48037d4ad0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:00:10Z', 'updated_at': '2021-07-23T11:00:19Z', 'revision_number': 4, 'project_id': '443386f89a99476e905cc4b6656fca05', 'gw_port': {'id': '37095310-2162-4755-8cb7-c48037d4ad0d', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:12Z', 'updated_at': '2021-07-23T11:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': '44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9', 'name': '', 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'mac_address': 'fa:16:3e:f8:10:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0033b6fa-6a35-402d-9d48-f4dcba707c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:16Z', 'updated_at': '2021-07-23T11:00:27Z', 'revision_number': 4, 'project_id': '443386f89a99476e905cc4b6656fca05', 'subnets': [{'id': '0033b6fa-6a35-402d-9d48-f4dcba707c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:29.077923 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5e4062-905a-44b5-85ac-099da680cdc1 None None] The sync data for ids ['75824d45-8d51-42d5-bcb5-f8a14f3473ff'] in dv-cinder-801989-3-iscsi is: [{'id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'name': 'tempest-AttachVolumeShelveTestJSON-864067345-router', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '37095310-2162-4755-8cb7-c48037d4ad0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:00:10Z', 'updated_at': '2021-07-23T11:00:19Z', 'revision_number': 4, 'project_id': '443386f89a99476e905cc4b6656fca05', 'gw_port': {'id': '37095310-2162-4755-8cb7-c48037d4ad0d', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:12Z', 'updated_at': '2021-07-23T11:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': '44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9', 'name': '', 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'mac_address': 'fa:16:3e:f8:10:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0033b6fa-6a35-402d-9d48-f4dcba707c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:16Z', 'updated_at': '2021-07-23T11:00:27Z', 'revision_number': 4, 'project_id': '443386f89a99476e905cc4b6656fca05', 'subnets': [{'id': '0033b6fa-6a35-402d-9d48-f4dcba707c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:00:29.136402 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-f018bc23-737a-4332-a4a6-1faba7b61d6f tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:29.159411 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-f018bc23-737a-4332-a4a6-1faba7b61d6f tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.48 "GET /v2.0/networks?id=0f52d38e-0362-4264-9e97-fc5007fd139b HTTP/1.1" status: 200 len: 819 time: 0.8866079 Jul 23 11:00:29.219041 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-fdbfbd07-c0fa-4f43-9ce6-c9f93ee27304 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Request body: {'port': {'device_id': 'c0c61cd5-755c-4816-bfda-91be76cc180c', 'network_id': '0f52d38e-0362-4264-9e97-fc5007fd139b', 'admin_state_up': True, 'tenant_id': '7b38d280bb2e4b88b54d95921882a95b'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:00:29.251145 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7092cb0-ef72-41a0-9e13-0563ccc7ad76 req-c642c98b-15cc-46a4-9702-4d370e06564f tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:29.268924 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d7092cb0-ef72-41a0-9e13-0563ccc7ad76 req-c642c98b-15cc-46a4-9702-4d370e06564f tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=3217b86f-f371-49f7-8dbe-de9e366ea9c5 HTTP/1.1" status: 200 len: 931 time: 0.9337890 Jul 23 11:00:29.289769 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3400aaab-0200-4563-b2b6-f49774799253 req-3ce0934c-7b9a-4d3a-8051-246cd5db68a9 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 210 time: 0.6566913 Jul 23 11:00:29.291736 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e192ec-6529-465e-a430-b806e8850308 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30ba2c4-9ab5-4937-ac2f-86b389e6512f,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:29.712407 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e20473-bd72-4c58-950f-db60e8ba361d service neutron] Pushing event updated for resources: {'Port': ['ID=0c3303cc-054d-4883-b3c9-87a3a21f7335,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:29.827136 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d7092cb0-ef72-41a0-9e13-0563ccc7ad76 req-9595632d-7d9a-42c8-a857-c950a8f336f5 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5568948 Jul 23 11:00:29.882778 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ddcc61e5-ecec-4a79-8150-53b745476964 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:29.886158 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-fdbfbd07-c0fa-4f43-9ce6-c9f93ee27304 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Made reservation on behalf of 7b38d280bb2e4b88b54d95921882a95b for: {'port': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:00:29.893248 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-fdbfbd07-c0fa-4f43-9ce6-c9f93ee27304 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:29.983014 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-60e7bf7f-b6ad-46f7-95ef-3954ed77b2a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15e4b25b-8260-457b-877f-079b28aefebf {{(pid=93047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:00:30.048743 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-60e7bf7f-b6ad-46f7-95ef-3954ed77b2a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:30.116522 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9 up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:00:30.182248 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 51636) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:30.189954 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning for port 44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:00:30.195626 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port 44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:00:30.196354 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:30.337382 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-60e7bf7f-b6ad-46f7-95ef-3954ed77b2a6 service neutron] Transition to ACTIVE for port object 15e4b25b-8260-457b-877f-079b28aefebf will not be triggered until provisioned by entity L2. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:00:30.338251 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:30.426341 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] For port 44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9,segment=NetworkSegment(31f0a91c-1a9d-4ea5-a870-1d3406ab3af3),segment_id=31f0a91c-1a9d-4ea5-a870-1d3406ab3af3)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:00:30.443793 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:30.462157 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-f9e20473-bd72-4c58-950f-db60e8ba361d service neutron] Attempting to bind port 0c3303cc-054d-4883-b3c9-87a3a21f7335 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:00:30.467136 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-f9e20473-bd72-4c58-950f-db60e8ba361d service neutron] Attempting to bind port 0c3303cc-054d-4883-b3c9-87a3a21f7335 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': 'b8314cbf-0f13-444e-a2f7-412d2ab580ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c5f54101-547d-4945-b83e-e88defaaaecd'}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:00:30.468797 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-f9e20473-bd72-4c58-950f-db60e8ba361d service neutron] Attempting to bind port 0c3303cc-054d-4883-b3c9-87a3a21f7335 on network c5f54101-547d-4945-b83e-e88defaaaecd {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:00:30.516115 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-60e7bf7f-b6ad-46f7-95ef-3954ed77b2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:30.609174 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:30.625541 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Pushing event updated for resources: {'Port': ['ID=44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:30.666241 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-f9e20473-bd72-4c58-950f-db60e8ba361d service neutron] Port 0c3303cc-054d-4883-b3c9-87a3a21f7335 on network c5f54101-547d-4945-b83e-e88defaaaecd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:00:30.666241 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-f9e20473-bd72-4c58-950f-db60e8ba361d service neutron] Attempting to bind port 0c3303cc-054d-4883-b3c9-87a3a21f7335 on network c5f54101-547d-4945-b83e-e88defaaaecd {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:00:30.706909 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-f9e20473-bd72-4c58-950f-db60e8ba361d service neutron] Checking agent: {'id': 'fd06f6b8-de2a-4c3f-8327-d731c40933c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'started_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:00:30.707264 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-f9e20473-bd72-4c58-950f-db60e8ba361d service neutron] Checking segment: {'id': 'b8314cbf-0f13-444e-a2f7-412d2ab580ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c5f54101-547d-4945-b83e-e88defaaaecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:00:30.707914 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-f9e20473-bd72-4c58-950f-db60e8ba361d service neutron] Bound using segment: {'id': 'b8314cbf-0f13-444e-a2f7-412d2ab580ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c5f54101-547d-4945-b83e-e88defaaaecd'} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:00:30.709082 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-f9e20473-bd72-4c58-950f-db60e8ba361d service neutron] Bound port: 0c3303cc-054d-4883-b3c9-87a3a21f7335, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8314cbf-0f13-444e-a2f7-412d2ab580ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c5f54101-547d-4945-b83e-e88defaaaecd'}}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:00:30.709676 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-f9e20473-bd72-4c58-950f-db60e8ba361d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:30.712471 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5db6ad76-d6ea-46c9-999c-ed28678bd354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:30.733994 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-fdbfbd07-c0fa-4f43-9ce6-c9f93ee27304 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Allocated IP 172.20.0.14 (0f52d38e-0362-4264-9e97-fc5007fd139b/8bbfc4c9-e217-47f8-86e6-9511348173f3/c7e68c1e-5ada-45c9-99a7-252798ccb43e) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:00:30.755446 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7bf7f-b6ad-46f7-95ef-3954ed77b2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=15e4b25b-8260-457b-877f-079b28aefebf,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:30.769269 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ddcc61e5-ecec-4a79-8150-53b745476964 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:30.842685 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e1b4cf23-d1e5-4a97-bc9e-0ca18f22eaf7 req-63574939-f14b-4e2c-ac34-6bb7aa95c7d9 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 210 time: 0.0673399 Jul 23 11:00:30.962745 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a294f91-c620-44ec-b7ca-7a34481ba580 req-376f38ff-a932-48a3-8c9b-e80683d8b6f4 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:30.964405 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1a294f91-c620-44ec-b7ca-7a34481ba580 req-376f38ff-a932-48a3-8c9b-e80683d8b6f4 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d25b6c-5819-4bb3-b20f-be70f03a0af7 HTTP/1.1" status: 200 len: 943 time: 1.1865027 Jul 23 11:00:31.090894 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ddcc61e5-ecec-4a79-8150-53b745476964 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563979'] for security_group_rule, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:31.220666 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dccd4-1f5f-41a0-8272-0c575b411446 req-16f9d9c3-3927-4eb5-8504-2f7ff99303c3 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:31.230153 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-464dccd4-1f5f-41a0-8272-0c575b411446 req-16f9d9c3-3927-4eb5-8504-2f7ff99303c3 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=3217b86f-f371-49f7-8dbe-de9e366ea9c5 HTTP/1.1" status: 200 len: 943 time: 0.1853178 Jul 23 11:00:31.274799 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-fdbfbd07-c0fa-4f43-9ce6-c9f93ee27304 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:31.318485 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-60e7bf7f-b6ad-46f7-95ef-3954ed77b2a6 service neutron] Attempting to bind port 15e4b25b-8260-457b-877f-079b28aefebf on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:00:31.319272 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-464dccd4-1f5f-41a0-8272-0c575b411446 req-c9e2bd08-889d-4c04-99c9-30fee5015e28 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879469 Jul 23 11:00:31.322474 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-60e7bf7f-b6ad-46f7-95ef-3954ed77b2a6 service neutron] Attempting to bind port 15e4b25b-8260-457b-877f-079b28aefebf by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': 'c7124302-fb3f-495e-b748-07d02359f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ccf574f9-5702-429a-8d37-996ccac096f3'}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:00:31.323137 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-60e7bf7f-b6ad-46f7-95ef-3954ed77b2a6 service neutron] Attempting to bind port 15e4b25b-8260-457b-877f-079b28aefebf on network ccf574f9-5702-429a-8d37-996ccac096f3 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:00:31.352454 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc61e5-ecec-4a79-8150-53b745476964 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60af2763-3744-4544-b160-b5c4f4d66e6e,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:31.382115 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-60e7bf7f-b6ad-46f7-95ef-3954ed77b2a6 service neutron] Port 15e4b25b-8260-457b-877f-079b28aefebf on network ccf574f9-5702-429a-8d37-996ccac096f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:00:31.382437 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-60e7bf7f-b6ad-46f7-95ef-3954ed77b2a6 service neutron] Attempting to bind port 15e4b25b-8260-457b-877f-079b28aefebf on network ccf574f9-5702-429a-8d37-996ccac096f3 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:00:31.387820 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1a294f91-c620-44ec-b7ca-7a34481ba580 req-6d3c44ff-d12c-4fa5-b4ff-881dfb3f8134 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f82cc39-4535-4905-809c-9111d54208cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798929 Jul 23 11:00:31.407303 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-fdbfbd07-c0fa-4f43-9ce6-c9f93ee27304 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31524845'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:31.443358 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-60e7bf7f-b6ad-46f7-95ef-3954ed77b2a6 service neutron] Checking agent: {'id': 'fd06f6b8-de2a-4c3f-8327-d731c40933c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'started_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:00:31.443815 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-60e7bf7f-b6ad-46f7-95ef-3954ed77b2a6 service neutron] Checking segment: {'id': 'c7124302-fb3f-495e-b748-07d02359f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ccf574f9-5702-429a-8d37-996ccac096f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:00:31.444078 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-60e7bf7f-b6ad-46f7-95ef-3954ed77b2a6 service neutron] Bound using segment: {'id': 'c7124302-fb3f-495e-b748-07d02359f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ccf574f9-5702-429a-8d37-996ccac096f3'} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:00:31.444637 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-60e7bf7f-b6ad-46f7-95ef-3954ed77b2a6 service neutron] Bound port: 15e4b25b-8260-457b-877f-079b28aefebf, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7124302-fb3f-495e-b748-07d02359f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ccf574f9-5702-429a-8d37-996ccac096f3'}}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:00:31.444891 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-60e7bf7f-b6ad-46f7-95ef-3954ed77b2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:31.451639 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5db6ad76-d6ea-46c9-999c-ed28678bd354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:31.499089 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5db6ad76-d6ea-46c9-999c-ed28678bd354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:31.515025 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-f9e20473-bd72-4c58-950f-db60e8ba361d service neutron] For port 0c3303cc-054d-4883-b3c9-87a3a21f7335, host hv-cinder-80198, cleared binding levels {{(pid=93047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:00:31.535324 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ddcc61e5-ecec-4a79-8150-53b745476964 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:31.540799 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-ddcc61e5-ecec-4a79-8150-53b745476964 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5434365 Jul 23 11:00:31.547661 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 51666) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:31.599641 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-fdbfbd07-c0fa-4f43-9ce6-c9f93ee27304 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Network 0f52d38e-0362-4264-9e97-fc5007fd139b is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:00:31.614654 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-fdbfbd07-c0fa-4f43-9ce6-c9f93ee27304 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:00:31.615265 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-3214dcf8-fee0-483c-a33b-c819dc4f198a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Request body: {'floatingip': {'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:00:31.624638 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-fdbfbd07-c0fa-4f43-9ce6-c9f93ee27304 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:00:31.647439 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-f9e20473-bd72-4c58-950f-db60e8ba361d service neutron] For port 0c3303cc-054d-4883-b3c9-87a3a21f7335, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=0c3303cc-054d-4883-b3c9-87a3a21f7335,segment=NetworkSegment(b8314cbf-0f13-444e-a2f7-412d2ab580ac),segment_id=b8314cbf-0f13-444e-a2f7-412d2ab580ac)] {{(pid=93047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:00:31.688258 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-5db6ad76-d6ea-46c9-999c-ed28678bd354 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e36efcf7ac7b48d892feef225c222e5d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4527233 Jul 23 11:00:31.694813 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-f9e20473-bd72-4c58-950f-db60e8ba361d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:31.696076 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 51668) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:31.709050 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6ad76-d6ea-46c9-999c-ed28678bd354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707679d7-fb7d-4757-8a26-5b9eed3565ac,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:31.721495 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbfbd07-c0fa-4f43-9ce6-c9f93ee27304 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Pushing event updated for resources: {'Port': ['ID=c7e68c1e-5ada-45c9-99a7-252798ccb43e,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:31.768202 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3214dcf8-fee0-483c-a33b-c819dc4f198a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for floatingip, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:31.801212 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-f9e20473-bd72-4c58-950f-db60e8ba361d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:31.802325 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-f9e20473-bd72-4c58-950f-db60e8ba361d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:31.804735 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-f9e20473-bd72-4c58-950f-db60e8ba361d service neutron] 10.222.0.48 "PUT /v2.0/ports/0c3303cc-054d-4883-b3c9-87a3a21f7335 HTTP/1.1" status: 200 len: 1093 time: 6.6879365 Jul 23 11:00:31.805233 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d25b6c-5819-4bb3-b20f-be70f03a0af7', 'tag': '0c3303cc-054d-4883-b3c9-87a3a21f7335'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:00:31.806016 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-fdbfbd07-c0fa-4f43-9ce6-c9f93ee27304 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:31.806867 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-fdbfbd07-c0fa-4f43-9ce6-c9f93ee27304 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:31.841956 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-fdbfbd07-c0fa-4f43-9ce6-c9f93ee27304 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6347604 Jul 23 11:00:31.881786 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d1206f76-fe57-4775-8ade-8fb820d79fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:31.969934 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d1206f76-fe57-4775-8ade-8fb820d79fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:31.977289 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9 up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:00:32.075346 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-48c17a18-da31-4400-a95a-e79a764570b2 req-c9711d1b-b3ba-4082-95f2-e39e7e5101f3 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 210 time: 0.1156995 Jul 23 11:00:32.144075 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-60e7bf7f-b6ad-46f7-95ef-3954ed77b2a6 service neutron] For port 15e4b25b-8260-457b-877f-079b28aefebf, host hv-cinder-80198, cleared binding levels {{(pid=93047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:00:32.146704 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port 44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:00:32.148897 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:32.154406 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d1206f76-fe57-4775-8ade-8fb820d79fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:32.157001 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d1206f76-fe57-4775-8ade-8fb820d79fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:32.160643 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-d1206f76-fe57-4775-8ade-8fb820d79fb4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/707679d7-fb7d-4757-8a26-5b9eed3565ac HTTP/1.1" status: 204 len: 168 time: 0.4608269 Jul 23 11:00:32.175035 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1206f76-fe57-4775-8ade-8fb820d79fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707679d7-fb7d-4757-8a26-5b9eed3565ac,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:32.238538 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-60e7bf7f-b6ad-46f7-95ef-3954ed77b2a6 service neutron] For port 15e4b25b-8260-457b-877f-079b28aefebf, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=15e4b25b-8260-457b-877f-079b28aefebf,segment=NetworkSegment(c7124302-fb3f-495e-b748-07d02359f90e),segment_id=c7124302-fb3f-495e-b748-07d02359f90e)] {{(pid=93047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:00:32.245480 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e20473-bd72-4c58-950f-db60e8ba361d service neutron] Pushing event updated for resources: {'Port': ['ID=0c3303cc-054d-4883-b3c9-87a3a21f7335,revision_number=3']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:32.263973 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-60e7bf7f-b6ad-46f7-95ef-3954ed77b2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:32.322815 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-60e7bf7f-b6ad-46f7-95ef-3954ed77b2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:32.322815 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-60e7bf7f-b6ad-46f7-95ef-3954ed77b2a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:32.323211 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-60e7bf7f-b6ad-46f7-95ef-3954ed77b2a6 service neutron] 10.222.0.48 "PUT /v2.0/ports/15e4b25b-8260-457b-877f-079b28aefebf HTTP/1.1" status: 200 len: 1093 time: 7.2089431 Jul 23 11:00:32.424263 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7bf7f-b6ad-46f7-95ef-3954ed77b2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=15e4b25b-8260-457b-877f-079b28aefebf,revision_number=3']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:32.504926 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57990bb103ee5b7a3f14144f2b0acc3407ada3b1c8656e111118fed9c99398e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c125d419-e1f1-4d01-af9e-f1a21a7c932d" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d25b6c-5819-4bb3-b20f-be70f03a0af7", "tag": "0c3303cc-054d-4883-b3c9-87a3a21f7335"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:00:32.510787 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3214dcf8-fee0-483c-a33b-c819dc4f198a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:32.556832 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79aa3e8-b0bf-4d0e-92a9-ace53ceefe1f req-35f46268-ffb4-4cdd-ba4b-86eac07a4969 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:32.558633 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b79aa3e8-b0bf-4d0e-92a9-ace53ceefe1f req-35f46268-ffb4-4cdd-ba4b-86eac07a4969 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=3217b86f-f371-49f7-8dbe-de9e366ea9c5 HTTP/1.1" status: 200 len: 943 time: 0.1198964 Jul 23 11:00:32.642474 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b79aa3e8-b0bf-4d0e-92a9-ace53ceefe1f req-4a0cff00-760b-43ce-844f-419773564c4c tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760713 Jul 23 11:00:32.720130 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 51710) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:32.737837 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6eb9a-9d62-4d49-88d9-f1caac0b62db req-bf8e1c96-1436-450d-ba99-2817d692f9b1 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:32.744943 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ccf3c7bf-2765-4bb2-8990-d4ad49ff7d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:32.745835 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3ac6eb9a-9d62-4d49-88d9-f1caac0b62db req-bf8e1c96-1436-450d-ba99-2817d692f9b1 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d25b6c-5819-4bb3-b20f-be70f03a0af7 HTTP/1.1" status: 200 len: 943 time: 0.2229128 Jul 23 11:00:32.777818 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [None req-3214dcf8-fee0-483c-a33b-c819dc4f198a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Allocated IP 172.27.2.108 (7e03cc48-3144-4cbe-b31a-c20231b9d64e/936becf8-b9e9-4f67-8a9b-c483761f3f68/254b796c-bfc3-445f-be7b-295b4b5b2991) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:00:32.813160 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3ac6eb9a-9d62-4d49-88d9-f1caac0b62db req-2fce0244-f240-4201-86c6-9215d4e7ba18 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f82cc39-4535-4905-809c-9111d54208cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664315 Jul 23 11:00:32.909818 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ccf3c7bf-2765-4bb2-8990-d4ad49ff7d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:32.916001 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ccf3c7bf-2765-4bb2-8990-d4ad49ff7d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:32.956709 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-ccf3c7bf-2765-4bb2-8990-d4ad49ff7d47 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b408e8f3c2bd4376b0120b8453c2af16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355680 Jul 23 11:00:32.959898 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 51716) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:32.978912 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3214dcf8-fee0-483c-a33b-c819dc4f198a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:32.985160 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3c7bf-2765-4bb2-8990-d4ad49ff7d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ac8d62-59ec-43df-94fd-f11cdfd6da20,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:33.003334 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223781eb-353f-47ec-b426-991f5cadcca0 x-openstack-request-id: req-223781eb-353f-47ec-b426-991f5cadcca0 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:00:33.004456 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d25b6c-5819-4bb3-b20f-be70f03a0af7", "tag": "0c3303cc-054d-4883-b3c9-87a3a21f7335", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:00:33.005815 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-223781eb-353f-47ec-b426-991f5cadcca0 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:00:33.006449 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d25b6c-5819-4bb3-b20f-be70f03a0af7', 'tag': '0c3303cc-054d-4883-b3c9-87a3a21f7335', 'status': 'completed', 'code': 200} Jul 23 11:00:33.043118 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-1d2d7b60-d425-474e-803a-da756e34ee5f service neutron] Request body: {'port': {'device_id': 'c0c61cd5-755c-4816-bfda-91be76cc180c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:00:33.048548 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-29e832bd-959f-4f0b-bb5c-11f6f288e7be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:33.077438 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3214dcf8-fee0-483c-a33b-c819dc4f198a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:33.123271 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-29e832bd-959f-4f0b-bb5c-11f6f288e7be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:33.220622 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-1d2d7b60-d425-474e-803a-da756e34ee5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:33.260091 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3214dcf8-fee0-483c-a33b-c819dc4f198a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Network 7e03cc48-3144-4cbe-b31a-c20231b9d64e is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:00:33.274550 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-29e832bd-959f-4f0b-bb5c-11f6f288e7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:33.277483 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-29e832bd-959f-4f0b-bb5c-11f6f288e7be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:33.278658 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-29e832bd-959f-4f0b-bb5c-11f6f288e7be admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/90ac8d62-59ec-43df-94fd-f11cdfd6da20 HTTP/1.1" status: 204 len: 168 time: 0.3176870 Jul 23 11:00:33.291717 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-653ba92a-14bc-44f6-bf04-2333f8dc98a6 req-7ec19e99-8516-459d-8e3f-a894e0822098 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 210 time: 0.0938485 Jul 23 11:00:33.294386 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-3214dcf8-fee0-483c-a33b-c819dc4f198a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:00:33.298172 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214dcf8-fee0-483c-a33b-c819dc4f198a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Pushing event updated for resources: {'Port': ['ID=254b796c-bfc3-445f-be7b-295b4b5b2991,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:33.300259 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3214dcf8-fee0-483c-a33b-c819dc4f198a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:00:33.367278 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e832bd-959f-4f0b-bb5c-11f6f288e7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ac8d62-59ec-43df-94fd-f11cdfd6da20,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:33.430005 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-70520de2-0e97-49e1-84e3-63ccabb2645a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:33.431534 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-70520de2-0e97-49e1-84e3-63ccabb2645a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4258166484494130b9fcf95d2a6afc89&device_id=3217b86f-f371-49f7-8dbe-de9e366ea9c5 HTTP/1.1" status: 200 len: 1096 time: 0.3367412 Jul 23 11:00:33.436289 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3214dcf8-fee0-483c-a33b-c819dc4f198a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:33.444160 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-ac72953b-f7b2-44cd-a21b-3dff7b44cca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:33.445662 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-ac72953b-f7b2-44cd-a21b-3dff7b44cca1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6d14e62bda649189c09416437d9f3b8&device_id=d3d25b6c-5819-4bb3-b20f-be70f03a0af7 HTTP/1.1" status: 200 len: 1096 time: 0.3029220 Jul 23 11:00:33.579173 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-1d2d7b60-d425-474e-803a-da756e34ee5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7e68c1e-5ada-45c9-99a7-252798ccb43e {{(pid=93046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:00:33.587511 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-1d2d7b60-d425-474e-803a-da756e34ee5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:33.603998 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.provisioning_blocks [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-1d2d7b60-d425-474e-803a-da756e34ee5f service neutron] Transition to ACTIVE for port object c7e68c1e-5ada-45c9-99a7-252798ccb43e will not be triggered until provisioned by entity L2. {{(pid=93046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:00:33.610036 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-1d2d7b60-d425-474e-803a-da756e34ee5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31524822'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:33.610491 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-8ef40b69-ae02-44cb-984c-7692c649b328 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c3303cc-054d-4883-b3c9-87a3a21f7335 HTTP/1.1" status: 200 len: 217 time: 0.1545796 Jul 23 11:00:33.611118 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3214dcf8-fee0-483c-a33b-c819dc4f198a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:33.616516 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.48', 49523) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:33.617692 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-ed3d1a9e-0872-4928-8eb9-83184d7bb335 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15e4b25b-8260-457b-877f-079b28aefebf HTTP/1.1" status: 200 len: 217 time: 0.1661286 Jul 23 11:00:33.758705 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-66acfa8f-674a-4895-81d2-73b27ea8b47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:33.760981 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-66acfa8f-674a-4895-81d2-73b27ea8b47b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c73e0985-88a5-4a27-821f-63539929b032 HTTP/1.1" status: 200 len: 855 time: 0.1219704 Jul 23 11:00:33.777318 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-510b9035-176d-4489-993c-d70794c4111d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:33.778733 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-510b9035-176d-4489-993c-d70794c4111d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7d7a4782-00bd-4f40-91f6-07bd2de4cd21 HTTP/1.1" status: 200 len: 852 time: 0.1390157 Jul 23 11:00:33.877016 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-93df7cf4-d445-43ab-8954-f8dc664d40ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ccf574f9-5702-429a-8d37-996ccac096f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012156 Jul 23 11:00:33.882558 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-c91501d3-306d-41e3-a925-14372c409c1b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5f54101-547d-4945-b83e-e88defaaaecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942600 Jul 23 11:00:33.949008 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d7b60-d425-474e-803a-da756e34ee5f service neutron] Pushing event updated for resources: {'Port': ['ID=c7e68c1e-5ada-45c9-99a7-252798ccb43e,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:34.122917 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967075c5-8977-4187-824d-abdc9cf14f94 req-5376597a-ce33-4677-9406-a01a7a197642 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:34.124435 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-967075c5-8977-4187-824d-abdc9cf14f94 req-5376597a-ce33-4677-9406-a01a7a197642 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.48 "GET /v2.0/networks?id=0f52d38e-0362-4264-9e97-fc5007fd139b HTTP/1.1" status: 200 len: 819 time: 0.4857745 Jul 23 11:00:34.133919 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcb263-a070-4cee-a4f9-36b00f3a3290 req-3cd29ad2-4653-4bf5-bf00-b09daafacb96 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:34.135411 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-17fcb263-a070-4cee-a4f9-36b00f3a3290 req-3cd29ad2-4653-4bf5-bf00-b09daafacb96 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=3217b86f-f371-49f7-8dbe-de9e366ea9c5 HTTP/1.1" status: 200 len: 943 time: 0.2510226 Jul 23 11:00:34.140573 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [req-967075c5-8977-4187-824d-abdc9cf14f94 req-59837329-d061-41a2-915d-23372ad48384 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Request body: {'port': {'device_id': '8706d042-b67c-4cf9-ae47-5701e4b24ccd', 'network_id': '0f52d38e-0362-4264-9e97-fc5007fd139b', 'admin_state_up': True, 'tenant_id': '7b38d280bb2e4b88b54d95921882a95b'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:00:34.143745 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-1d2d7b60-d425-474e-803a-da756e34ee5f service neutron] Attempting to bind port c7e68c1e-5ada-45c9-99a7-252798ccb43e on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:00:34.144144 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-1d2d7b60-d425-474e-803a-da756e34ee5f service neutron] Attempting to bind port c7e68c1e-5ada-45c9-99a7-252798ccb43e by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': 'f6eb4813-8b72-4c98-b772-6906b7caa3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0f52d38e-0362-4264-9e97-fc5007fd139b'}] {{(pid=93046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:00:34.144505 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-1d2d7b60-d425-474e-803a-da756e34ee5f service neutron] Attempting to bind port c7e68c1e-5ada-45c9-99a7-252798ccb43e on network 0f52d38e-0362-4264-9e97-fc5007fd139b {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:00:34.164634 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-1d2d7b60-d425-474e-803a-da756e34ee5f service neutron] Port c7e68c1e-5ada-45c9-99a7-252798ccb43e on network 0f52d38e-0362-4264-9e97-fc5007fd139b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:00:34.165250 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-1d2d7b60-d425-474e-803a-da756e34ee5f service neutron] Attempting to bind port c7e68c1e-5ada-45c9-99a7-252798ccb43e on network 0f52d38e-0362-4264-9e97-fc5007fd139b {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:00:34.167139 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-891b7603-86c2-4080-9d72-947823a11706 service neutron] 10.222.0.48 "GET /v2.0/networks/c5f54101-547d-4945-b83e-e88defaaaecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473164 Jul 23 11:00:34.188890 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3214dcf8-fee0-483c-a33b-c819dc4f198a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:34.191117 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-1d2d7b60-d425-474e-803a-da756e34ee5f service neutron] Checking agent: {'id': 'fd06f6b8-de2a-4c3f-8327-d731c40933c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'started_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:00:34.191510 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-1d2d7b60-d425-474e-803a-da756e34ee5f service neutron] Checking segment: {'id': 'f6eb4813-8b72-4c98-b772-6906b7caa3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0f52d38e-0362-4264-9e97-fc5007fd139b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:00:34.192509 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-1d2d7b60-d425-474e-803a-da756e34ee5f service neutron] Bound using segment: {'id': 'f6eb4813-8b72-4c98-b772-6906b7caa3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0f52d38e-0362-4264-9e97-fc5007fd139b'} {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:00:34.193033 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-1d2d7b60-d425-474e-803a-da756e34ee5f service neutron] Bound port: c7e68c1e-5ada-45c9-99a7-252798ccb43e, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6eb4813-8b72-4c98-b772-6906b7caa3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0f52d38e-0362-4264-9e97-fc5007fd139b'}}] {{(pid=93046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:00:34.193483 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-1d2d7b60-d425-474e-803a-da756e34ee5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:34.197583 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4261542-b5e1-480f-833d-a859de8db397 req-372da687-77a8-4366-8c8c-d549aa1ce4dc tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:34.199153 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d4261542-b5e1-480f-833d-a859de8db397 req-372da687-77a8-4366-8c8c-d549aa1ce4dc tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d25b6c-5819-4bb3-b20f-be70f03a0af7 HTTP/1.1" status: 200 len: 943 time: 0.2693932 Jul 23 11:00:34.201755 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-b15d1b3a-efa4-4e9a-ab3a-0b7ab1899bb7 service neutron] 10.222.0.48 "GET /v2.0/networks/ccf574f9-5702-429a-8d37-996ccac096f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889183 Jul 23 11:00:34.203551 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3214dcf8-fee0-483c-a33b-c819dc4f198a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:34.320379 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-17fcb263-a070-4cee-a4f9-36b00f3a3290 req-c6d16ed5-e581-4259-bcc4-7691e4ebab5c tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713982 Jul 23 11:00:34.354430 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-967075c5-8977-4187-824d-abdc9cf14f94 req-59837329-d061-41a2-915d-23372ad48384 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Made reservation on behalf of 7b38d280bb2e4b88b54d95921882a95b for: {'port': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:00:34.358404 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-967075c5-8977-4187-824d-abdc9cf14f94 req-59837329-d061-41a2-915d-23372ad48384 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:34.484151 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3214dcf8-fee0-483c-a33b-c819dc4f198a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409046'] for floatingip, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:34.494201 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-1d2d7b60-d425-474e-803a-da756e34ee5f service neutron] For port c7e68c1e-5ada-45c9-99a7-252798ccb43e, host hv-cinder-80198, cleared binding levels {{(pid=93046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:00:34.528102 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-1d2d7b60-d425-474e-803a-da756e34ee5f service neutron] For port c7e68c1e-5ada-45c9-99a7-252798ccb43e, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=c7e68c1e-5ada-45c9-99a7-252798ccb43e,segment=NetworkSegment(f6eb4813-8b72-4c98-b772-6906b7caa3dd),segment_id=f6eb4813-8b72-4c98-b772-6906b7caa3dd)] {{(pid=93046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:00:34.539191 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-1d2d7b60-d425-474e-803a-da756e34ee5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31524822'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:34.591117 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214dcf8-fee0-483c-a33b-c819dc4f198a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Pushing event updated for resources: {'Port': ['ID=254b796c-bfc3-445f-be7b-295b4b5b2991,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:34.603870 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3214dcf8-fee0-483c-a33b-c819dc4f198a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for floatingip, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:34.605203 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-3214dcf8-fee0-483c-a33b-c819dc4f198a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0491779 Jul 23 11:00:34.613379 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d4261542-b5e1-480f-833d-a859de8db397 req-59c1b72a-2a9d-4846-8859-094bc0143ac3 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f82cc39-4535-4905-809c-9111d54208cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918760 Jul 23 11:00:34.619410 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [req-967075c5-8977-4187-824d-abdc9cf14f94 req-59837329-d061-41a2-915d-23372ad48384 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Allocated IP 172.20.0.2 (0f52d38e-0362-4264-9e97-fc5007fd139b/8bbfc4c9-e217-47f8-86e6-9511348173f3/97e5ad29-7afa-415b-a1a0-338135bf7c6b) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:00:34.627142 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d7b60-d425-474e-803a-da756e34ee5f service neutron] Pushing event updated for resources: {'Port': ['ID=c7e68c1e-5ada-45c9-99a7-252798ccb43e,revision_number=3']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:34.661264 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d534562b-2195-46b0-a868-827bd837daff req-4e4c3c38-0b14-434c-85d8-5a9ca0d77d69 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 210 time: 0.0647640 Jul 23 11:00:34.665818 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a6d739b5-f922-4f0f-91c2-dee9ebceab0c req-6d977f2b-652a-41c6-a40c-e182b9f75877 service neutron] 10.222.0.48 "GET /v2.0/networks/c5f54101-547d-4945-b83e-e88defaaaecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4862645 Jul 23 11:00:34.669086 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-1d2d7b60-d425-474e-803a-da756e34ee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:34.669752 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-1d2d7b60-d425-474e-803a-da756e34ee5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:34.671210 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-1d2d7b60-d425-474e-803a-da756e34ee5f service neutron] 10.222.0.48 "PUT /v2.0/ports/c7e68c1e-5ada-45c9-99a7-252798ccb43e HTTP/1.1" status: 200 len: 1094 time: 1.6327846 Jul 23 11:00:34.673711 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c61cd5-755c-4816-bfda-91be76cc180c', 'tag': 'c7e68c1e-5ada-45c9-99a7-252798ccb43e'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:00:34.675463 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3a59ea6a-fb67-4478-909e-d5bcc68eb5c5 req-18ae6cc8-9922-4105-aa7f-1d2b8d8281dc service neutron] 10.222.0.48 "GET /v2.0/networks/ccf574f9-5702-429a-8d37-996ccac096f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550986 Jul 23 11:00:34.850064 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-38b40c20-22cd-4649-a7be-50899677affd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:34.856201 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-38b40c20-22cd-4649-a7be-50899677affd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7b38d280bb2e4b88b54d95921882a95b&device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 1097 time: 0.1329801 Jul 23 11:00:34.912294 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-1724b38f-19d5-4377-badc-62d5d24813d1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7e68c1e-5ada-45c9-99a7-252798ccb43e HTTP/1.1" status: 200 len: 217 time: 0.0468283 Jul 23 11:00:34.955832 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e514f4fc9e73055b469c7c960908a930888711302e8ce169aa561e05cb35f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c28df66-92c7-4312-ab33-18ab8f0af269" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c61cd5-755c-4816-bfda-91be76cc180c", "tag": "c7e68c1e-5ada-45c9-99a7-252798ccb43e"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:00:35.003153 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-d195c55b-aafb-42f5-b0ef-231f9cedc0a4 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1822207588&fields=id&tenant_id=443386f89a99476e905cc4b6656fca05 HTTP/1.1" status: 200 len: 267 time: 0.0894392 Jul 23 11:00:35.009587 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3217b86f-f371-49f7-8dbe-de9e366ea9c5', 'tag': '15e4b25b-8260-457b-877f-079b28aefebf'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:00:35.012306 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57990bb103ee5b7a3f14144f2b0acc3407ada3b1c8656e111118fed9c99398e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a78f9b-da87-4707-a1e0-2b0e208b65ae" -d '{"events": [{"name": "network-changed", "server_uuid": "3217b86f-f371-49f7-8dbe-de9e366ea9c5", "tag": "15e4b25b-8260-457b-877f-079b28aefebf"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:00:35.032719 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125d419-e1f1-4d01-af9e-f1a21a7c932d req-84ec13a4-ed9e-45cd-bdde-7be136a584b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:35.034258 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c125d419-e1f1-4d01-af9e-f1a21a7c932d req-84ec13a4-ed9e-45cd-bdde-7be136a584b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6d14e62bda649189c09416437d9f3b8&device_id=d3d25b6c-5819-4bb3-b20f-be70f03a0af7 HTTP/1.1" status: 200 len: 1096 time: 0.2593071 Jul 23 11:00:35.046003 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-967075c5-8977-4187-824d-abdc9cf14f94 req-59837329-d061-41a2-915d-23372ad48384 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:35.116680 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-66dc1642-fb30-4c51-a6ce-c2f5a23aab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:35.117409 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-66dc1642-fb30-4c51-a6ce-c2f5a23aab1d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8bbfc4c9-e217-47f8-86e6-9511348173f3 HTTP/1.1" status: 200 len: 859 time: 0.1966298 Jul 23 11:00:35.169333 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-7be549df-83ad-48e8-a3c8-4268f8ac8061 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f52d38e-0362-4264-9e97-fc5007fd139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412107 Jul 23 11:00:35.187196 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-38eb6e4e-19b7-4534-8ac2-10aad1845f91 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:35.201464 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-38eb6e4e-19b7-4534-8ac2-10aad1845f91 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/networks?id=6d05f05e-53ff-46ff-9423-c4c064703666 HTTP/1.1" status: 200 len: 816 time: 0.1855731 Jul 23 11:00:35.241894 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125d419-e1f1-4d01-af9e-f1a21a7c932d req-99465163-ca33-469e-8dee-b8bde0261985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:35.243398 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c125d419-e1f1-4d01-af9e-f1a21a7c932d req-99465163-ca33-469e-8dee-b8bde0261985 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c5f54101-547d-4945-b83e-e88defaaaecd HTTP/1.1" status: 200 len: 913 time: 0.2008648 Jul 23 11:00:35.248907 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-967075c5-8977-4187-824d-abdc9cf14f94 req-59837329-d061-41a2-915d-23372ad48384 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31524845'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:35.272617 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-f54ddf99-ba7c-4c74-860c-8bca57cfa489 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/quotas/443386f89a99476e905cc4b6656fca05 HTTP/1.1" status: 200 len: 375 time: 0.0663712 Jul 23 11:00:35.378084 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33986ca-bcb2-4c0c-9b11-2c3da0eb7363 x-openstack-request-id: req-e33986ca-bcb2-4c0c-9b11-2c3da0eb7363 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:00:35.378374 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3217b86f-f371-49f7-8dbe-de9e366ea9c5", "tag": "15e4b25b-8260-457b-877f-079b28aefebf", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:00:35.378620 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e33986ca-bcb2-4c0c-9b11-2c3da0eb7363 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:00:35.378993 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3217b86f-f371-49f7-8dbe-de9e366ea9c5', 'tag': '15e4b25b-8260-457b-877f-079b28aefebf', 'status': 'completed', 'code': 200} Jul 23 11:00:35.387041 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-8f93cca4-1b36-4cb0-93c9-a45d176876a1 service neutron] 10.222.0.48 "GET /v2.0/networks/0f52d38e-0362-4264-9e97-fc5007fd139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794045 Jul 23 11:00:35.389560 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4523d414-b866-4225-a204-1644c63d2e30 x-openstack-request-id: req-4523d414-b866-4225-a204-1644c63d2e30 {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:00:35.389917 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c61cd5-755c-4816-bfda-91be76cc180c", "tag": "c7e68c1e-5ada-45c9-99a7-252798ccb43e", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:00:35.390234 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4523d414-b866-4225-a204-1644c63d2e30 {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:00:35.390743 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c61cd5-755c-4816-bfda-91be76cc180c', 'tag': 'c7e68c1e-5ada-45c9-99a7-252798ccb43e', 'status': 'completed', 'code': 200} Jul 23 11:00:35.399797 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c125d419-e1f1-4d01-af9e-f1a21a7c932d req-fa934156-0f6b-49e4-9097-d13eeded430f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c3303cc-054d-4883-b3c9-87a3a21f7335 HTTP/1.1" status: 200 len: 217 time: 0.1434059 Jul 23 11:00:35.408254 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-4e3bb07f-fcca-40da-99ed-f391bcc31c05 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=443386f89a99476e905cc4b6656fca05&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1349845 Jul 23 11:00:35.413182 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-967075c5-8977-4187-824d-abdc9cf14f94 req-59837329-d061-41a2-915d-23372ad48384 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Network 0f52d38e-0362-4264-9e97-fc5007fd139b is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:00:35.416448 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [req-967075c5-8977-4187-824d-abdc9cf14f94 req-59837329-d061-41a2-915d-23372ad48384 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:00:35.423165 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [req-967075c5-8977-4187-824d-abdc9cf14f94 req-59837329-d061-41a2-915d-23372ad48384 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:00:35.486995 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59837329-d061-41a2-915d-23372ad48384 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Pushing event updated for resources: {'Port': ['ID=97e5ad29-7afa-415b-a1a0-338135bf7c6b,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:35.529069 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967075c5-8977-4187-824d-abdc9cf14f94 req-59837329-d061-41a2-915d-23372ad48384 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:35.529069 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-967075c5-8977-4187-824d-abdc9cf14f94 req-59837329-d061-41a2-915d-23372ad48384 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:35.531946 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125d419-e1f1-4d01-af9e-f1a21a7c932d req-be787209-92a6-4998-a944-b99841091d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:35.533052 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c125d419-e1f1-4d01-af9e-f1a21a7c932d req-be787209-92a6-4998-a944-b99841091d2a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7d7a4782-00bd-4f40-91f6-07bd2de4cd21 HTTP/1.1" status: 200 len: 852 time: 0.1069536 Jul 23 11:00:35.618993 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-71f9972c-225b-480e-a6b6-aa58a17bc76b req-554e120a-4a25-4b0b-8ef2-7752f718ad22 service neutron] 10.222.0.48 "GET /v2.0/networks/0f52d38e-0362-4264-9e97-fc5007fd139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096345 Jul 23 11:00:35.631207 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a78f9b-da87-4707-a1e0-2b0e208b65ae req-02e84003-6262-41cf-b844-d37c158aa418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:35.632747 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-56a78f9b-da87-4707-a1e0-2b0e208b65ae req-02e84003-6262-41cf-b844-d37c158aa418 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4258166484494130b9fcf95d2a6afc89&device_id=3217b86f-f371-49f7-8dbe-de9e366ea9c5 HTTP/1.1" status: 200 len: 1096 time: 0.2081485 Jul 23 11:00:35.634982 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c125d419-e1f1-4d01-af9e-f1a21a7c932d req-106627ae-3ad1-457a-ba89-e76622e8db90 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5f54101-547d-4945-b83e-e88defaaaecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840085 Jul 23 11:00:35.639172 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-967075c5-8977-4187-824d-abdc9cf14f94 req-59837329-d061-41a2-915d-23372ad48384 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5023661 Jul 23 11:00:35.640650 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-f2f56371-ef5b-47b9-bd3c-bdd5543cd3e8 service neutron] 10.222.0.47 "GET /v2.0/networks/6d05f05e-53ff-46ff-9423-c4c064703666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961739 Jul 23 11:00:35.691171 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [req-967075c5-8977-4187-824d-abdc9cf14f94 req-4a4aff64-3aa7-496b-8808-b8d425117379 service neutron] Request body: {'port': {'device_id': '8706d042-b67c-4cf9-ae47-5701e4b24ccd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:00:35.843814 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c125d419-e1f1-4d01-af9e-f1a21a7c932d req-a90a5f64-4d9b-43fc-b8d3-0efc3b0c9c4f service neutron] 10.222.0.48 "GET /v2.0/networks/c5f54101-547d-4945-b83e-e88defaaaecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958551 Jul 23 11:00:35.844559 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 51858) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:35.849207 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-967075c5-8977-4187-824d-abdc9cf14f94 req-4a4aff64-3aa7-496b-8808-b8d425117379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:35.864516 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0eb76c-0cb7-4305-ac20-d96f85462191 req-93b76446-9528-4fd6-af42-453b55757da8 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:35.866005 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-fb0eb76c-0cb7-4305-ac20-d96f85462191 req-93b76446-9528-4fd6-af42-453b55757da8 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=3217b86f-f371-49f7-8dbe-de9e366ea9c5 HTTP/1.1" status: 200 len: 943 time: 0.2301073 Jul 23 11:00:35.908466 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-87c61524-b26e-4e37-a241-79dae6a5d754 service neutron] 10.222.0.47 "GET /v2.0/networks/6d05f05e-53ff-46ff-9423-c4c064703666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618504 Jul 23 11:00:35.942031 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a78f9b-da87-4707-a1e0-2b0e208b65ae req-6363abde-c078-4c79-9f6e-5a2e00c99b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:35.943486 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-56a78f9b-da87-4707-a1e0-2b0e208b65ae req-6363abde-c078-4c79-9f6e-5a2e00c99b14 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ccf574f9-5702-429a-8d37-996ccac096f3 HTTP/1.1" status: 200 len: 916 time: 0.2555375 Jul 23 11:00:35.946411 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28df66-92c7-4312-ab33-18ab8f0af269 req-f6a79323-b40a-4ee7-be50-e9296650a06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:35.948680 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3c28df66-92c7-4312-ab33-18ab8f0af269 req-f6a79323-b40a-4ee7-be50-e9296650a06d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7b38d280bb2e4b88b54d95921882a95b&device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 1097 time: 0.2421191 Jul 23 11:00:36.016844 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-56a78f9b-da87-4707-a1e0-2b0e208b65ae req-1628c4e7-acf8-4840-b640-ef3510a611c9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15e4b25b-8260-457b-877f-079b28aefebf HTTP/1.1" status: 200 len: 217 time: 0.0590746 Jul 23 11:00:36.115158 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a78f9b-da87-4707-a1e0-2b0e208b65ae req-84b9ab7d-4525-47b3-bffd-35bf1dfe8d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:36.116661 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-56a78f9b-da87-4707-a1e0-2b0e208b65ae req-84b9ab7d-4525-47b3-bffd-35bf1dfe8d24 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c73e0985-88a5-4a27-821f-63539929b032 HTTP/1.1" status: 200 len: 855 time: 0.0886471 Jul 23 11:00:36.126234 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28df66-92c7-4312-ab33-18ab8f0af269 req-6cf3a5e7-e630-43b7-89a7-0d67fbcc1ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:36.127711 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3c28df66-92c7-4312-ab33-18ab8f0af269 req-6cf3a5e7-e630-43b7-89a7-0d67fbcc1ad4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0f52d38e-0362-4264-9e97-fc5007fd139b HTTP/1.1" status: 200 len: 920 time: 0.1680233 Jul 23 11:00:36.152648 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b097cafc-68b9-449b-b969-99a1ffa45779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:36.157012 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-56a78f9b-da87-4707-a1e0-2b0e208b65ae req-54d1bb13-2fcf-41e0-9734-5d644bacf25e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ccf574f9-5702-429a-8d37-996ccac096f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283554 Jul 23 11:00:36.194749 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3c28df66-92c7-4312-ab33-18ab8f0af269 req-f7e2f817-4c69-4a24-9fd2-c1364eadeeaf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7e68c1e-5ada-45c9-99a7-252798ccb43e HTTP/1.1" status: 200 len: 217 time: 0.0367393 Jul 23 11:00:36.264554 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-fb0eb76c-0cb7-4305-ac20-d96f85462191 req-527de7c9-1c7f-42dc-a8d6-2cc26c145e9a tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895693 Jul 23 11:00:36.355125 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c125d419-e1f1-4d01-af9e-f1a21a7c932d req-cbfc995c-49d4-4b7e-8083-4e2469c92d84 service neutron] 10.222.0.48 "GET /v2.0/networks/c5f54101-547d-4945-b83e-e88defaaaecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4826148 Jul 23 11:00:36.526449 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b097cafc-68b9-449b-b969-99a1ffa45779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:36.536868 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b097cafc-68b9-449b-b969-99a1ffa45779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:36.537113 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28df66-92c7-4312-ab33-18ab8f0af269 req-93af8030-d7a7-4f86-9e71-91fe2ebca692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:36.538416 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3c28df66-92c7-4312-ab33-18ab8f0af269 req-93af8030-d7a7-4f86-9e71-91fe2ebca692 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8bbfc4c9-e217-47f8-86e6-9511348173f3 HTTP/1.1" status: 200 len: 859 time: 0.3333237 Jul 23 11:00:36.546158 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0adca-f788-4b8f-997e-93ee8ebb81ad req-d266b07f-5e3f-4b32-ad15-3b167321cfee tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:36.549554 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6da0adca-f788-4b8f-997e-93ee8ebb81ad req-d266b07f-5e3f-4b32-ad15-3b167321cfee tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 931 time: 0.1904819 Jul 23 11:00:36.588386 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3c28df66-92c7-4312-ab33-18ab8f0af269 req-a9eacfcc-d70a-4955-83af-910dc9f7abd7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f52d38e-0362-4264-9e97-fc5007fd139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390069 Jul 23 11:00:36.591807 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-56a78f9b-da87-4707-a1e0-2b0e208b65ae req-ddf7b6fd-feb0-452e-9d0c-f22d7ff6ef6b service neutron] 10.222.0.48 "GET /v2.0/networks/ccf574f9-5702-429a-8d37-996ccac096f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961375 Jul 23 11:00:36.611889 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cc21e-8696-4493-a1b4-a4a2279b2fd4 req-1ff16567-4ac1-42d0-93fc-31efa8236b38 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:36.614120 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e24cc21e-8696-4493-a1b4-a4a2279b2fd4 req-1ff16567-4ac1-42d0-93fc-31efa8236b38 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d25b6c-5819-4bb3-b20f-be70f03a0af7 HTTP/1.1" status: 200 len: 943 time: 0.3520515 Jul 23 11:00:36.631732 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-b097cafc-68b9-449b-b969-99a1ffa45779 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=24b22c4c13a5420a850b17ede8d27c54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7809596 Jul 23 11:00:36.632894 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 51882) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:36.639267 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097cafc-68b9-449b-b969-99a1ffa45779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a64ca8f-1fc7-456e-9d8a-af852459d0de,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:36.643241 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [req-967075c5-8977-4187-824d-abdc9cf14f94 req-4a4aff64-3aa7-496b-8808-b8d425117379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97e5ad29-7afa-415b-a1a0-338135bf7c6b {{(pid=93046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:00:36.658959 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-967075c5-8977-4187-824d-abdc9cf14f94 req-4a4aff64-3aa7-496b-8808-b8d425117379 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:36.667481 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6da0adca-f788-4b8f-997e-93ee8ebb81ad req-95051d70-fcad-41b2-bc54-be561fb38667 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872371 Jul 23 11:00:36.677861 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.provisioning_blocks [req-967075c5-8977-4187-824d-abdc9cf14f94 req-4a4aff64-3aa7-496b-8808-b8d425117379 service neutron] Transition to ACTIVE for port object 97e5ad29-7afa-415b-a1a0-338135bf7c6b will not be triggered until provisioned by entity L2. {{(pid=93046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:00:36.684328 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-967075c5-8977-4187-824d-abdc9cf14f94 req-4a4aff64-3aa7-496b-8808-b8d425117379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31524822'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:36.758961 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4aff64-3aa7-496b-8808-b8d425117379 service neutron] Pushing event updated for resources: {'Port': ['ID=97e5ad29-7afa-415b-a1a0-338135bf7c6b,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:36.829537 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9a7def92-7f20-414a-a532-c8fe29047024 req-9e8f913b-95a5-467e-bdbc-f5c3adeea44a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 210 time: 0.0519588 Jul 23 11:00:36.870944 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-967075c5-8977-4187-824d-abdc9cf14f94 req-4a4aff64-3aa7-496b-8808-b8d425117379 service neutron] Attempting to bind port 97e5ad29-7afa-415b-a1a0-338135bf7c6b on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:00:36.871243 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-967075c5-8977-4187-824d-abdc9cf14f94 req-4a4aff64-3aa7-496b-8808-b8d425117379 service neutron] Attempting to bind port 97e5ad29-7afa-415b-a1a0-338135bf7c6b by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': 'f6eb4813-8b72-4c98-b772-6906b7caa3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0f52d38e-0362-4264-9e97-fc5007fd139b'}] {{(pid=93046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:00:36.871585 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967075c5-8977-4187-824d-abdc9cf14f94 req-4a4aff64-3aa7-496b-8808-b8d425117379 service neutron] Attempting to bind port 97e5ad29-7afa-415b-a1a0-338135bf7c6b on network 0f52d38e-0362-4264-9e97-fc5007fd139b {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:00:36.877139 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967075c5-8977-4187-824d-abdc9cf14f94 req-4a4aff64-3aa7-496b-8808-b8d425117379 service neutron] Port 97e5ad29-7afa-415b-a1a0-338135bf7c6b on network 0f52d38e-0362-4264-9e97-fc5007fd139b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:00:36.877650 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967075c5-8977-4187-824d-abdc9cf14f94 req-4a4aff64-3aa7-496b-8808-b8d425117379 service neutron] Attempting to bind port 97e5ad29-7afa-415b-a1a0-338135bf7c6b on network 0f52d38e-0362-4264-9e97-fc5007fd139b {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:00:36.885217 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3c28df66-92c7-4312-ab33-18ab8f0af269 req-acf2453f-4e12-4bed-b3e5-0fd3e19ff66f service neutron] 10.222.0.48 "GET /v2.0/networks/0f52d38e-0362-4264-9e97-fc5007fd139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686598 Jul 23 11:00:36.886934 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967075c5-8977-4187-824d-abdc9cf14f94 req-4a4aff64-3aa7-496b-8808-b8d425117379 service neutron] Checking agent: {'id': 'fd06f6b8-de2a-4c3f-8327-d731c40933c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'started_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:00:36.887622 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967075c5-8977-4187-824d-abdc9cf14f94 req-4a4aff64-3aa7-496b-8808-b8d425117379 service neutron] Checking segment: {'id': 'f6eb4813-8b72-4c98-b772-6906b7caa3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0f52d38e-0362-4264-9e97-fc5007fd139b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:00:36.888388 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967075c5-8977-4187-824d-abdc9cf14f94 req-4a4aff64-3aa7-496b-8808-b8d425117379 service neutron] Bound using segment: {'id': 'f6eb4813-8b72-4c98-b772-6906b7caa3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0f52d38e-0362-4264-9e97-fc5007fd139b'} {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:00:36.888838 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-967075c5-8977-4187-824d-abdc9cf14f94 req-4a4aff64-3aa7-496b-8808-b8d425117379 service neutron] Bound port: 97e5ad29-7afa-415b-a1a0-338135bf7c6b, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6eb4813-8b72-4c98-b772-6906b7caa3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0f52d38e-0362-4264-9e97-fc5007fd139b'}}] {{(pid=93046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:00:36.888950 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e24cc21e-8696-4493-a1b4-a4a2279b2fd4 req-da4c04ab-1650-4ee6-9524-1eace799784e tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f82cc39-4535-4905-809c-9111d54208cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576070 Jul 23 11:00:36.889516 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-967075c5-8977-4187-824d-abdc9cf14f94 req-4a4aff64-3aa7-496b-8808-b8d425117379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:36.952455 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-56a78f9b-da87-4707-a1e0-2b0e208b65ae req-55177d30-3f1c-4ba6-b12e-006aead64e00 service neutron] 10.222.0.48 "GET /v2.0/networks/ccf574f9-5702-429a-8d37-996ccac096f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371634 Jul 23 11:00:36.960608 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-556cbea0-1f10-4363-8014-afa5a4de1b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:36.974700 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-967075c5-8977-4187-824d-abdc9cf14f94 req-4a4aff64-3aa7-496b-8808-b8d425117379 service neutron] For port 97e5ad29-7afa-415b-a1a0-338135bf7c6b, host hv-cinder-80198, cleared binding levels {{(pid=93046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:00:36.979446 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-967075c5-8977-4187-824d-abdc9cf14f94 req-4a4aff64-3aa7-496b-8808-b8d425117379 service neutron] For port 97e5ad29-7afa-415b-a1a0-338135bf7c6b, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=97e5ad29-7afa-415b-a1a0-338135bf7c6b,segment=NetworkSegment(f6eb4813-8b72-4c98-b772-6906b7caa3dd),segment_id=f6eb4813-8b72-4c98-b772-6906b7caa3dd)] {{(pid=93046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:00:36.986661 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-967075c5-8977-4187-824d-abdc9cf14f94 req-4a4aff64-3aa7-496b-8808-b8d425117379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31524822'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:37.022187 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967075c5-8977-4187-824d-abdc9cf14f94 req-4a4aff64-3aa7-496b-8808-b8d425117379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:37.023018 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-967075c5-8977-4187-824d-abdc9cf14f94 req-4a4aff64-3aa7-496b-8808-b8d425117379 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:37.024579 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-967075c5-8977-4187-824d-abdc9cf14f94 req-4a4aff64-3aa7-496b-8808-b8d425117379 service neutron] 10.222.0.48 "PUT /v2.0/ports/97e5ad29-7afa-415b-a1a0-338135bf7c6b HTTP/1.1" status: 200 len: 1093 time: 1.3486774 Jul 23 11:00:37.039105 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-556cbea0-1f10-4363-8014-afa5a4de1b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:37.060070 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4aff64-3aa7-496b-8808-b8d425117379 service neutron] Pushing event updated for resources: {'Port': ['ID=97e5ad29-7afa-415b-a1a0-338135bf7c6b,revision_number=3']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:37.088652 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3c28df66-92c7-4312-ab33-18ab8f0af269 req-ff2da3b5-15dc-498f-90e0-746545ea7787 service neutron] 10.222.0.48 "GET /v2.0/networks/0f52d38e-0362-4264-9e97-fc5007fd139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946046 Jul 23 11:00:37.117429 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-556cbea0-1f10-4363-8014-afa5a4de1b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:37.120461 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-556cbea0-1f10-4363-8014-afa5a4de1b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:37.124033 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-556cbea0-1f10-4363-8014-afa5a4de1b8d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1a64ca8f-1fc7-456e-9d8a-af852459d0de HTTP/1.1" status: 204 len: 168 time: 0.4161441 Jul 23 11:00:37.130681 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556cbea0-1f10-4363-8014-afa5a4de1b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a64ca8f-1fc7-456e-9d8a-af852459d0de,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:37.148572 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967075c5-8977-4187-824d-abdc9cf14f94 req-89f265b1-3e88-4b7a-a386-4a307cac4058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:37.150288 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-967075c5-8977-4187-824d-abdc9cf14f94 req-89f265b1-3e88-4b7a-a386-4a307cac4058 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7b38d280bb2e4b88b54d95921882a95b&device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 1096 time: 0.0701437 Jul 23 11:00:37.201088 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-967075c5-8977-4187-824d-abdc9cf14f94 req-94d05491-967a-45ae-88fd-95cf4fd0b7b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97e5ad29-7afa-415b-a1a0-338135bf7c6b HTTP/1.1" status: 200 len: 217 time: 0.0396855 Jul 23 11:00:37.253002 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967075c5-8977-4187-824d-abdc9cf14f94 req-b1a281a4-a159-458a-9640-ef29d689ab45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:37.254535 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-967075c5-8977-4187-824d-abdc9cf14f94 req-b1a281a4-a159-458a-9640-ef29d689ab45 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8bbfc4c9-e217-47f8-86e6-9511348173f3 HTTP/1.1" status: 200 len: 859 time: 0.0453863 Jul 23 11:00:37.303191 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-967075c5-8977-4187-824d-abdc9cf14f94 req-a2f5f209-7300-4448-a567-44c1e0fba5c8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f52d38e-0362-4264-9e97-fc5007fd139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391872 Jul 23 11:00:37.399934 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8706d042-b67c-4cf9-ae47-5701e4b24ccd', 'tag': '97e5ad29-7afa-415b-a1a0-338135bf7c6b'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:00:37.401567 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e514f4fc9e73055b469c7c960908a930888711302e8ce169aa561e05cb35f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c20db2d-4fcf-4732-9264-48575a6e1935" -d '{"events": [{"name": "network-changed", "server_uuid": "8706d042-b67c-4cf9-ae47-5701e4b24ccd", "tag": "97e5ad29-7afa-415b-a1a0-338135bf7c6b"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:00:37.480347 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 51916) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:37.489779 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-967075c5-8977-4187-824d-abdc9cf14f94 req-35f690b4-f699-4f6f-a465-8c57cd362f14 service neutron] 10.222.0.48 "GET /v2.0/networks/0f52d38e-0362-4264-9e97-fc5007fd139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788676 Jul 23 11:00:37.548969 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4848bc51-e080-4792-bd9a-4b67ac138a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:37.563841 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da44447-8a6b-4a71-a83b-0f67ff2ed5d3 req-ce019aad-c3f3-48da-ae95-a390a70fac12 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:37.575456 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-5da44447-8a6b-4a71-a83b-0f67ff2ed5d3 req-ce019aad-c3f3-48da-ae95-a390a70fac12 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=3217b86f-f371-49f7-8dbe-de9e366ea9c5 HTTP/1.1" status: 200 len: 943 time: 0.1685562 Jul 23 11:00:37.579173 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a75933e-e762-40e8-b234-818ae2a603cf x-openstack-request-id: req-4a75933e-e762-40e8-b234-818ae2a603cf {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:00:37.579777 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8706d042-b67c-4cf9-ae47-5701e4b24ccd", "tag": "97e5ad29-7afa-415b-a1a0-338135bf7c6b", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:00:37.579777 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4a75933e-e762-40e8-b234-818ae2a603cf {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:00:37.580201 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8706d042-b67c-4cf9-ae47-5701e4b24ccd', 'tag': '97e5ad29-7afa-415b-a1a0-338135bf7c6b', 'status': 'completed', 'code': 200} Jul 23 11:00:37.645978 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-5e99d643-19ec-4ad4-a3e8-4ae56b92132a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:37.647427 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-5e99d643-19ec-4ad4-a3e8-4ae56b92132a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.48 "GET /v2.0/networks?id=6d05f05e-53ff-46ff-9423-c4c064703666 HTTP/1.1" status: 200 len: 816 time: 0.2530360 Jul 23 11:00:37.675488 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-5da44447-8a6b-4a71-a83b-0f67ff2ed5d3 req-ddd7f834-b96b-4dd4-b2d1-2e2da88bc4a4 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990262 Jul 23 11:00:37.694083 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-967075c5-8977-4187-824d-abdc9cf14f94 req-c2c5c332-c642-42ed-8367-cc1fed2a8dd9 service neutron] 10.222.0.48 "GET /v2.0/networks/0f52d38e-0362-4264-9e97-fc5007fd139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887515 Jul 23 11:00:37.725019 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-244ce839-63cd-42ab-8bf1-c85131b09aa4 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=443386f89a99476e905cc4b6656fca05 HTTP/1.1" status: 200 len: 380 time: 0.0647588 Jul 23 11:00:37.736790 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-885e0141-451e-4690-82fd-2036210e9353 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Request body: {'port': {'device_id': '4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74', 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666', 'admin_state_up': True, 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'security_groups': ['8d54a46d-213d-42ad-ba29-6e37d7ce1417']}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:00:37.780606 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4848bc51-e080-4792-bd9a-4b67ac138a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:37.813776 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4848bc51-e080-4792-bd9a-4b67ac138a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:37.845007 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c20db2d-4fcf-4732-9264-48575a6e1935 req-dccb3cd9-9dde-4f66-b510-71a28198e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:37.846837 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0c20db2d-4fcf-4732-9264-48575a6e1935 req-dccb3cd9-9dde-4f66-b510-71a28198e154 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7b38d280bb2e4b88b54d95921882a95b&device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 1096 time: 0.0577216 Jul 23 11:00:37.918507 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848bc51-e080-4792-bd9a-4b67ac138a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21fd6f4-4062-4e11-8a31-45375058d971,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:37.928247 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-4848bc51-e080-4792-bd9a-4b67ac138a9d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=259c885abfd34fbf874dae7ff4aa53d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4456890 Jul 23 11:00:37.928685 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 51936) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:37.959528 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3d1da2d0-7a9e-4d52-9265-3b9b0d68ae66 req-a6dd7eac-5a29-4596-a9b8-a982af484e91 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 210 time: 0.0338454 Jul 23 11:00:37.990498 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c20db2d-4fcf-4732-9264-48575a6e1935 req-84d0007f-ebe2-49cf-a4a1-7c79eb7a09e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:37.992082 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0c20db2d-4fcf-4732-9264-48575a6e1935 req-84d0007f-ebe2-49cf-a4a1-7c79eb7a09e1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0f52d38e-0362-4264-9e97-fc5007fd139b HTTP/1.1" status: 200 len: 920 time: 0.1374271 Jul 23 11:00:37.994229 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-885e0141-451e-4690-82fd-2036210e9353 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Made reservation on behalf of 443386f89a99476e905cc4b6656fca05 for: {'port': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:00:37.997786 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-885e0141-451e-4690-82fd-2036210e9353 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:38.017228 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc584b7-7689-4a40-af3a-2b0a7e9192f6 req-67260cdb-57e7-4bc2-84e8-2d822e77f1ed tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:38.018741 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7dc584b7-7689-4a40-af3a-2b0a7e9192f6 req-67260cdb-57e7-4bc2-84e8-2d822e77f1ed tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 943 time: 0.2060084 Jul 23 11:00:38.044284 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0c20db2d-4fcf-4732-9264-48575a6e1935 req-901fb1f0-c950-42bc-8a95-5e0743ed3891 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97e5ad29-7afa-415b-a1a0-338135bf7c6b HTTP/1.1" status: 200 len: 217 time: 0.0436687 Jul 23 11:00:38.055000 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8e3cac7c-2790-415b-bb58-a1189676d568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:38.125169 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8e3cac7c-2790-415b-bb58-a1189676d568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:38.127161 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c20db2d-4fcf-4732-9264-48575a6e1935 req-d190538e-4ad1-4a78-b4d6-95586693614e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:38.128669 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0c20db2d-4fcf-4732-9264-48575a6e1935 req-d190538e-4ad1-4a78-b4d6-95586693614e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8bbfc4c9-e217-47f8-86e6-9511348173f3 HTTP/1.1" status: 200 len: 859 time: 0.0739434 Jul 23 11:00:38.151366 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7dc584b7-7689-4a40-af3a-2b0a7e9192f6 req-e9e90266-cd8c-4607-ae34-5920368165f5 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228616 Jul 23 11:00:38.167791 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0c20db2d-4fcf-4732-9264-48575a6e1935 req-bf243aea-ed57-4eb9-a104-5dab7dbc8ca5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f52d38e-0362-4264-9e97-fc5007fd139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300624 Jul 23 11:00:38.175393 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9014da9-9cd4-495d-ad86-d00c07f8c4c5 req-a8599742-6ecc-4ec7-88ae-c9ff5ad0bfc7 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:38.178017 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e9014da9-9cd4-495d-ad86-d00c07f8c4c5 req-a8599742-6ecc-4ec7-88ae-c9ff5ad0bfc7 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d25b6c-5819-4bb3-b20f-be70f03a0af7 HTTP/1.1" status: 200 len: 943 time: 0.1362233 Jul 23 11:00:38.220764 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-885e0141-451e-4690-82fd-2036210e9353 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Allocated IP 172.20.0.4 (6d05f05e-53ff-46ff-9423-c4c064703666/0033b6fa-6a35-402d-9d48-f4dcba707c6e/916db45e-d7e1-46ba-ad2e-e1ab5404093a) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:00:38.227467 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8e3cac7c-2790-415b-bb58-a1189676d568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:38.230010 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8e3cac7c-2790-415b-bb58-a1189676d568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:38.233721 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-8e3cac7c-2790-415b-bb58-a1189676d568 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f21fd6f4-4062-4e11-8a31-45375058d971 HTTP/1.1" status: 204 len: 168 time: 0.3017840 Jul 23 11:00:38.245199 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3cac7c-2790-415b-bb58-a1189676d568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21fd6f4-4062-4e11-8a31-45375058d971,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:38.275174 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e9014da9-9cd4-495d-ad86-d00c07f8c4c5 req-13bbbdb0-e49f-4928-bc92-0a8e3c080084 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f82cc39-4535-4905-809c-9111d54208cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890467 Jul 23 11:00:38.307383 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0c20db2d-4fcf-4732-9264-48575a6e1935 req-42b7433c-4231-4d57-960f-23ce95abce5b service neutron] 10.222.0.48 "GET /v2.0/networks/0f52d38e-0362-4264-9e97-fc5007fd139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281695 Jul 23 11:00:38.380403 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-885e0141-451e-4690-82fd-2036210e9353 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:38.397652 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-885e0141-451e-4690-82fd-2036210e9353 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Transition to ACTIVE for port object 916db45e-d7e1-46ba-ad2e-e1ab5404093a will not be triggered until provisioned by entity DHCP. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:00:38.406886 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0c20db2d-4fcf-4732-9264-48575a6e1935 req-1e5b1ac6-8891-4083-98c3-71fadafc731b service neutron] 10.222.0.48 "GET /v2.0/networks/0f52d38e-0362-4264-9e97-fc5007fd139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923839 Jul 23 11:00:38.438498 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-885e0141-451e-4690-82fd-2036210e9353 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:38.483105 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-885e0141-451e-4690-82fd-2036210e9353 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Network 6d05f05e-53ff-46ff-9423-c4c064703666 is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:00:38.488723 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-885e0141-451e-4690-82fd-2036210e9353 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:00:38.491329 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-885e0141-451e-4690-82fd-2036210e9353 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:00:38.497592 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-885e0141-451e-4690-82fd-2036210e9353 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:38.498203 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-885e0141-451e-4690-82fd-2036210e9353 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:38.517800 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e0141-451e-4690-82fd-2036210e9353 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Pushing event updated for resources: {'Port': ['ID=916db45e-d7e1-46ba-ad2e-e1ab5404093a,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:38.536574 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-885e0141-451e-4690-82fd-2036210e9353 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8035214 Jul 23 11:00:38.550771 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-75cf0229-d359-42b8-a847-5157a2a32d8b service neutron] Request body: {'port': {'device_id': '4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:00:38.651782 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-75cf0229-d359-42b8-a847-5157a2a32d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:38.839783 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-2a4d460b-6339-4c2d-bc34-e51cc68ed877 None None] Provisioning for port 916db45e-d7e1-46ba-ad2e-e1ab5404093a completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:00:38.854451 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-2a4d460b-6339-4c2d-bc34-e51cc68ed877 None None] Provisioning complete for port 916db45e-d7e1-46ba-ad2e-e1ab5404093a triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:00:38.855063 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-2a4d460b-6339-4c2d-bc34-e51cc68ed877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:38.906697 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-2a4d460b-6339-4c2d-bc34-e51cc68ed877 None None] Port 916db45e-d7e1-46ba-ad2e-e1ab5404093a cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:00:38.920914 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf2fb4-9708-4379-b5d0-243f7cb85ee8 req-ada71d72-34ce-48a5-b1bd-6eb241a18c03 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:38.922481 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0fbf2fb4-9708-4379-b5d0-243f7cb85ee8 req-ada71d72-34ce-48a5-b1bd-6eb241a18c03 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=3217b86f-f371-49f7-8dbe-de9e366ea9c5 HTTP/1.1" status: 200 len: 943 time: 0.1419377 Jul 23 11:00:38.998802 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0fbf2fb4-9708-4379-b5d0-243f7cb85ee8 req-f8664a46-f78e-486d-a096-b4c9f9b6ff12 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692868 Jul 23 11:00:39.012590 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-75cf0229-d359-42b8-a847-5157a2a32d8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 916db45e-d7e1-46ba-ad2e-e1ab5404093a {{(pid=93047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:00:39.021244 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-75cf0229-d359-42b8-a847-5157a2a32d8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:39.033458 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-75cf0229-d359-42b8-a847-5157a2a32d8b service neutron] Transition to ACTIVE for port object 916db45e-d7e1-46ba-ad2e-e1ab5404093a will not be triggered until provisioned by entity L2. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:00:39.038427 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-75cf0229-d359-42b8-a847-5157a2a32d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:39.058836 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 15e4b25b-8260-457b-877f-079b28aefebf details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:00:39.087294 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf0229-d359-42b8-a847-5157a2a32d8b service neutron] Pushing event updated for resources: {'Port': ['ID=916db45e-d7e1-46ba-ad2e-e1ab5404093a,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:39.126558 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-75cf0229-d359-42b8-a847-5157a2a32d8b service neutron] Attempting to bind port 916db45e-d7e1-46ba-ad2e-e1ab5404093a on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:00:39.127042 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-75cf0229-d359-42b8-a847-5157a2a32d8b service neutron] Attempting to bind port 916db45e-d7e1-46ba-ad2e-e1ab5404093a by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '31f0a91c-1a9d-4ea5-a870-1d3406ab3af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666'}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:00:39.127378 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-75cf0229-d359-42b8-a847-5157a2a32d8b service neutron] Attempting to bind port 916db45e-d7e1-46ba-ad2e-e1ab5404093a on network 6d05f05e-53ff-46ff-9423-c4c064703666 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:00:39.131930 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-75cf0229-d359-42b8-a847-5157a2a32d8b service neutron] Port 916db45e-d7e1-46ba-ad2e-e1ab5404093a on network 6d05f05e-53ff-46ff-9423-c4c064703666 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:00:39.132288 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-75cf0229-d359-42b8-a847-5157a2a32d8b service neutron] Attempting to bind port 916db45e-d7e1-46ba-ad2e-e1ab5404093a on network 6d05f05e-53ff-46ff-9423-c4c064703666 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:00:39.137489 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-75cf0229-d359-42b8-a847-5157a2a32d8b service neutron] Checking agent: {'id': 'fd06f6b8-de2a-4c3f-8327-d731c40933c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'started_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:00:39.137829 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-75cf0229-d359-42b8-a847-5157a2a32d8b service neutron] Checking segment: {'id': '31f0a91c-1a9d-4ea5-a870-1d3406ab3af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:00:39.138209 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-75cf0229-d359-42b8-a847-5157a2a32d8b service neutron] Bound using segment: {'id': '31f0a91c-1a9d-4ea5-a870-1d3406ab3af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666'} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:00:39.138636 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-75cf0229-d359-42b8-a847-5157a2a32d8b service neutron] Bound port: 916db45e-d7e1-46ba-ad2e-e1ab5404093a, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31f0a91c-1a9d-4ea5-a870-1d3406ab3af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666'}}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:00:39.138993 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-75cf0229-d359-42b8-a847-5157a2a32d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:39.156441 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9a735-8146-451c-9517-a3a310476b7a req-8a5ff7fe-3fc3-480a-bfa4-fe2ff8f42935 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:39.165840 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ebf9a735-8146-451c-9517-a3a310476b7a req-8a5ff7fe-3fc3-480a-bfa4-fe2ff8f42935 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 943 time: 0.1202679 Jul 23 11:00:39.230909 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ebf9a735-8146-451c-9517-a3a310476b7a req-1fba8764-9be8-476c-90e7-1e4c5896eebd tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638459 Jul 23 11:00:39.253137 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-75cf0229-d359-42b8-a847-5157a2a32d8b service neutron] For port 916db45e-d7e1-46ba-ad2e-e1ab5404093a, host hv-cinder-80198, cleared binding levels {{(pid=93047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:00:39.255245 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 15e4b25b-8260-457b-877f-079b28aefebf, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=15e4b25b-8260-457b-877f-079b28aefebf,segment=NetworkSegment(c7124302-fb3f-495e-b748-07d02359f90e),segment_id=c7124302-fb3f-495e-b748-07d02359f90e)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:00:39.261488 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-75cf0229-d359-42b8-a847-5157a2a32d8b service neutron] For port 916db45e-d7e1-46ba-ad2e-e1ab5404093a, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=916db45e-d7e1-46ba-ad2e-e1ab5404093a,segment=NetworkSegment(31f0a91c-1a9d-4ea5-a870-1d3406ab3af3),segment_id=31f0a91c-1a9d-4ea5-a870-1d3406ab3af3)] {{(pid=93047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:00:39.270342 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Returning: {'device': '15e4b25b-8260-457b-877f-079b28aefebf', 'network_id': 'ccf574f9-5702-429a-8d37-996ccac096f3', 'port_id': '15e4b25b-8260-457b-877f-079b28aefebf', 'mac_address': 'fa:16:3e:8e:80:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73e0985-88a5-4a27-821f-63539929b032', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:00:39.321091 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:39.327042 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-75cf0229-d359-42b8-a847-5157a2a32d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:39.337698 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15e4b25b-8260-457b-877f-079b28aefebf {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:00:39.360899 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 15e4b25b-8260-457b-877f-079b28aefebf, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=15e4b25b-8260-457b-877f-079b28aefebf,segment=NetworkSegment(c7124302-fb3f-495e-b748-07d02359f90e),segment_id=c7124302-fb3f-495e-b748-07d02359f90e)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:00:39.367968 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:39.368779 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device c7e68c1e-5ada-45c9-99a7-252798ccb43e details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:00:39.379039 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-75cf0229-d359-42b8-a847-5157a2a32d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:39.380032 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-75cf0229-d359-42b8-a847-5157a2a32d8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:39.385259 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-75cf0229-d359-42b8-a847-5157a2a32d8b service neutron] 10.222.0.48 "PUT /v2.0/ports/916db45e-d7e1-46ba-ad2e-e1ab5404093a HTTP/1.1" status: 200 len: 1093 time: 0.8400328 Jul 23 11:00:39.390379 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74', 'tag': '916db45e-d7e1-46ba-ad2e-e1ab5404093a'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:00:39.397659 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57990bb103ee5b7a3f14144f2b0acc3407ada3b1c8656e111118fed9c99398e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf5b0b2-d3b7-4e13-b576-78c96c33e401" -d '{"events": [{"name": "network-changed", "server_uuid": "4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74", "tag": "916db45e-d7e1-46ba-ad2e-e1ab5404093a"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:00:39.456020 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066478b8-f4db-4f95-99fe-50aa42622567 req-eec3606f-14cc-439e-bc4d-8200e1cd4b9b tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:39.464397 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-066478b8-f4db-4f95-99fe-50aa42622567 req-eec3606f-14cc-439e-bc4d-8200e1cd4b9b tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 943 time: 0.2086735 Jul 23 11:00:39.466866 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880b96f-83cc-4ea7-a613-06c04c434d0b req-893b7adb-68dd-44ef-b543-ea63aa0188a2 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:39.471801 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=15e4b25b-8260-457b-877f-079b28aefebf,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:39.483606 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c880b96f-83cc-4ea7-a613-06c04c434d0b req-893b7adb-68dd-44ef-b543-ea63aa0188a2 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d25b6c-5819-4bb3-b20f-be70f03a0af7 HTTP/1.1" status: 200 len: 943 time: 0.1108425 Jul 23 11:00:39.501340 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf0229-d359-42b8-a847-5157a2a32d8b service neutron] Pushing event updated for resources: {'Port': ['ID=916db45e-d7e1-46ba-ad2e-e1ab5404093a,revision_number=3']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:39.534840 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c880b96f-83cc-4ea7-a613-06c04c434d0b req-e83d8c70-2c86-45a9-941a-1b760d5cc845 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f82cc39-4535-4905-809c-9111d54208cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370436 Jul 23 11:00:39.567619 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port c7e68c1e-5ada-45c9-99a7-252798ccb43e, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=c7e68c1e-5ada-45c9-99a7-252798ccb43e,segment=NetworkSegment(f6eb4813-8b72-4c98-b772-6906b7caa3dd),segment_id=f6eb4813-8b72-4c98-b772-6906b7caa3dd)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:00:39.572467 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-066478b8-f4db-4f95-99fe-50aa42622567 req-133a369a-fdd0-450b-91e7-6b5b4939ecc7 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070621 Jul 23 11:00:39.604050 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-77825356-923a-45b4-bec8-d185ee60f524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:39.604229 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Returning: {'device': 'c7e68c1e-5ada-45c9-99a7-252798ccb43e', 'network_id': '0f52d38e-0362-4264-9e97-fc5007fd139b', 'port_id': 'c7e68c1e-5ada-45c9-99a7-252798ccb43e', 'mac_address': 'fa:16:3e:a1:e3:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bbfc4c9-e217-47f8-86e6-9511348173f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:00:39.605670 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-77825356-923a-45b4-bec8-d185ee60f524 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=443386f89a99476e905cc4b6656fca05&device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 1096 time: 0.1386893 Jul 23 11:00:39.607091 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895c2892-9219-4898-9608-a7db8b846ace x-openstack-request-id: req-895c2892-9219-4898-9608-a7db8b846ace {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:00:39.607378 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74", "tag": "916db45e-d7e1-46ba-ad2e-e1ab5404093a", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:00:39.607629 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-895c2892-9219-4898-9608-a7db8b846ace {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:00:39.608010 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74', 'tag': '916db45e-d7e1-46ba-ad2e-e1ab5404093a', 'status': 'completed', 'code': 200} Jul 23 11:00:39.659228 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:39.670958 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-10d4dd4e-177f-4ef2-862c-1ea73a6ab478 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=916db45e-d7e1-46ba-ad2e-e1ab5404093a HTTP/1.1" status: 200 len: 217 time: 0.0566409 Jul 23 11:00:39.673023 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7e68c1e-5ada-45c9-99a7-252798ccb43e {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:00:39.696319 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port c7e68c1e-5ada-45c9-99a7-252798ccb43e, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=c7e68c1e-5ada-45c9-99a7-252798ccb43e,segment=NetworkSegment(f6eb4813-8b72-4c98-b772-6906b7caa3dd),segment_id=f6eb4813-8b72-4c98-b772-6906b7caa3dd)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:00:39.711874 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:39.712475 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 0c3303cc-054d-4883-b3c9-87a3a21f7335 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:00:39.729948 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-2b62e9fc-a844-4088-8d0a-962b14b81810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:39.731420 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-2b62e9fc-a844-4088-8d0a-962b14b81810 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0033b6fa-6a35-402d-9d48-f4dcba707c6e HTTP/1.1" status: 200 len: 855 time: 0.0494409 Jul 23 11:00:39.799611 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=c7e68c1e-5ada-45c9-99a7-252798ccb43e,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:39.830063 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-a03c1b5e-8437-4ff5-be0a-ff0c44365ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:39.831685 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-a03c1b5e-8437-4ff5-be0a-ff0c44365ba3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d05f05e-53ff-46ff-9423-c4c064703666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0919697 Jul 23 11:00:39.914159 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 0c3303cc-054d-4883-b3c9-87a3a21f7335, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=0c3303cc-054d-4883-b3c9-87a3a21f7335,segment=NetworkSegment(b8314cbf-0f13-444e-a2f7-412d2ab580ac),segment_id=b8314cbf-0f13-444e-a2f7-412d2ab580ac)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:00:39.942857 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Returning: {'device': '0c3303cc-054d-4883-b3c9-87a3a21f7335', 'network_id': 'c5f54101-547d-4945-b83e-e88defaaaecd', 'port_id': '0c3303cc-054d-4883-b3c9-87a3a21f7335', 'mac_address': 'fa:16:3e:7d:9b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d7a4782-00bd-4f40-91f6-07bd2de4cd21', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:00:39.986228 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:39.996795 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-ca7a8214-ff0f-43d7-8043-1293ec92c5ed service neutron] 10.222.0.48 "GET /v2.0/networks/6d05f05e-53ff-46ff-9423-c4c064703666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574812 Jul 23 11:00:40.002769 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c3303cc-054d-4883-b3c9-87a3a21f7335 {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:00:40.043606 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 0c3303cc-054d-4883-b3c9-87a3a21f7335, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=0c3303cc-054d-4883-b3c9-87a3a21f7335,segment=NetworkSegment(b8314cbf-0f13-444e-a2f7-412d2ab580ac),segment_id=b8314cbf-0f13-444e-a2f7-412d2ab580ac)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:00:40.053099 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:40.111849 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=0c3303cc-054d-4883-b3c9-87a3a21f7335,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:40.126784 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d43978c7-2544-4660-9f4f-bc8455c32ad3 req-33b27928-cdf1-4d00-b320-72657011b14f service neutron] 10.222.0.48 "GET /v2.0/networks/6d05f05e-53ff-46ff-9423-c4c064703666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229026 Jul 23 11:00:40.185058 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35247656-53bd-445b-b7b0-7d641a7777e9 req-b4b90064-f46c-43a4-9674-22d88291e8d5 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:40.186744 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-35247656-53bd-445b-b7b0-7d641a7777e9 req-b4b90064-f46c-43a4-9674-22d88291e8d5 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=3217b86f-f371-49f7-8dbe-de9e366ea9c5 HTTP/1.1" status: 200 len: 944 time: 0.0797386 Jul 23 11:00:40.255756 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-35247656-53bd-445b-b7b0-7d641a7777e9 req-f1a71420-b08c-4793-9ed4-13fe435564d7 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602059 Jul 23 11:00:40.276410 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5b0b2-d3b7-4e13-b576-78c96c33e401 req-c64bdf9e-6440-441a-b2eb-411795ce6812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:40.277900 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-adf5b0b2-d3b7-4e13-b576-78c96c33e401 req-c64bdf9e-6440-441a-b2eb-411795ce6812 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=443386f89a99476e905cc4b6656fca05&device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 1096 time: 0.1010902 Jul 23 11:00:40.386877 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5b0b2-d3b7-4e13-b576-78c96c33e401 req-570dcd37-342f-483b-ab97-782ed11c58e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:40.389215 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-adf5b0b2-d3b7-4e13-b576-78c96c33e401 req-570dcd37-342f-483b-ab97-782ed11c58e1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6d05f05e-53ff-46ff-9423-c4c064703666 HTTP/1.1" status: 200 len: 917 time: 0.1001441 Jul 23 11:00:40.391815 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5519178-037e-4026-8e6f-3bfb54cf7f10 req-cf9345d4-579e-4f64-b7f0-1814a58758fb tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:40.393583 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e5519178-037e-4026-8e6f-3bfb54cf7f10 req-cf9345d4-579e-4f64-b7f0-1814a58758fb tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 943 time: 0.0810287 Jul 23 11:00:40.433438 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e5519178-037e-4026-8e6f-3bfb54cf7f10 req-cde77d73-6454-42a6-acec-1e86c27335b1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338452 Jul 23 11:00:40.442862 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-adf5b0b2-d3b7-4e13-b576-78c96c33e401 req-51737773-6d37-43dc-bfe0-1bc25daa408d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=916db45e-d7e1-46ba-ad2e-e1ab5404093a HTTP/1.1" status: 200 len: 217 time: 0.0420320 Jul 23 11:00:40.481351 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['0c3303cc-054d-4883-b3c9-87a3a21f7335'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:00:40.505140 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5b0b2-d3b7-4e13-b576-78c96c33e401 req-da338d6d-cd3b-4caa-bf00-d859f099d75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:40.507138 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-adf5b0b2-d3b7-4e13-b576-78c96c33e401 req-da338d6d-cd3b-4caa-bf00-d859f099d75e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0033b6fa-6a35-402d-9d48-f4dcba707c6e HTTP/1.1" status: 200 len: 855 time: 0.0534670 Jul 23 11:00:40.527542 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['c7e68c1e-5ada-45c9-99a7-252798ccb43e'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:00:40.537879 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['15e4b25b-8260-457b-877f-079b28aefebf'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:00:40.581350 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5b0b2-d3b7-4e13-b576-78c96c33e401 req-40738820-1266-47f7-9d37-43a3ce3c4fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:40.583696 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-adf5b0b2-d3b7-4e13-b576-78c96c33e401 req-40738820-1266-47f7-9d37-43a3ce3c4fa3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d05f05e-53ff-46ff-9423-c4c064703666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0681796 Jul 23 11:00:40.700738 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 52040) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:40.743518 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107d4cb-9757-482b-9ba4-0d8efe5115c5 req-991e898c-f984-4f4a-87ff-1e211cc62706 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:40.745375 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0107d4cb-9757-482b-9ba4-0d8efe5115c5 req-991e898c-f984-4f4a-87ff-1e211cc62706 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 943 time: 0.0817182 Jul 23 11:00:40.788245 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0107d4cb-9757-482b-9ba4-0d8efe5115c5 req-3b92e28d-8ef4-4b4f-8fd5-de9193d314d6 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364237 Jul 23 11:00:40.935519 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76dc9c-c492-4391-ad40-21aeb5e4a058 req-ae07486b-11cb-499a-98f5-1ecd6ccc5b4c tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:40.942507 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bc76dc9c-c492-4391-ad40-21aeb5e4a058 req-ae07486b-11cb-499a-98f5-1ecd6ccc5b4c tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d25b6c-5819-4bb3-b20f-be70f03a0af7 HTTP/1.1" status: 200 len: 944 time: 0.3216302 Jul 23 11:00:40.958163 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-adf5b0b2-d3b7-4e13-b576-78c96c33e401 req-d16066fc-9cbb-48b2-857f-f0a23772f2ea service neutron] 10.222.0.48 "GET /v2.0/networks/6d05f05e-53ff-46ff-9423-c4c064703666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672681 Jul 23 11:00:41.004253 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bc76dc9c-c492-4391-ad40-21aeb5e4a058 req-85fc64de-f280-4787-b99e-aa3f35087f44 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f82cc39-4535-4905-809c-9111d54208cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606964 Jul 23 11:00:41.045249 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 97e5ad29-7afa-415b-a1a0-338135bf7c6b details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:00:41.076601 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5c749f10-d24e-4061-b2d0-fdf253ab66fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:41.105941 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-adf5b0b2-d3b7-4e13-b576-78c96c33e401 req-546419be-0d0f-4d82-a496-d78b0532dabb service neutron] 10.222.0.48 "GET /v2.0/networks/6d05f05e-53ff-46ff-9423-c4c064703666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358261 Jul 23 11:00:41.178173 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 97e5ad29-7afa-415b-a1a0-338135bf7c6b, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=97e5ad29-7afa-415b-a1a0-338135bf7c6b,segment=NetworkSegment(f6eb4813-8b72-4c98-b772-6906b7caa3dd),segment_id=f6eb4813-8b72-4c98-b772-6906b7caa3dd)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:00:41.196390 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5c749f10-d24e-4061-b2d0-fdf253ab66fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:41.198177 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Returning: {'device': '97e5ad29-7afa-415b-a1a0-338135bf7c6b', 'network_id': '0f52d38e-0362-4264-9e97-fc5007fd139b', 'port_id': '97e5ad29-7afa-415b-a1a0-338135bf7c6b', 'mac_address': 'fa:16:3e:f4:1c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bbfc4c9-e217-47f8-86e6-9511348173f3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:00:41.201764 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5c749f10-d24e-4061-b2d0-fdf253ab66fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:41.236498 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:41.245260 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-5c749f10-d24e-4061-b2d0-fdf253ab66fd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f90decee222b4374912e0a43b0818f27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5434024 Jul 23 11:00:41.246083 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c749f10-d24e-4061-b2d0-fdf253ab66fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f1276f-af73-4961-8ba8-85d228820d55,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:41.247799 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 52058) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:41.248925 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 52060) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:41.252025 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97e5ad29-7afa-415b-a1a0-338135bf7c6b {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:00:41.273833 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 97e5ad29-7afa-415b-a1a0-338135bf7c6b, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=97e5ad29-7afa-415b-a1a0-338135bf7c6b,segment=NetworkSegment(f6eb4813-8b72-4c98-b772-6906b7caa3dd),segment_id=f6eb4813-8b72-4c98-b772-6906b7caa3dd)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:00:41.278780 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:41.322432 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6d4e5b29-654f-4e00-9d18-be079e132833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:41.329386 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=97e5ad29-7afa-415b-a1a0-338135bf7c6b,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:41.376461 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6d4e5b29-654f-4e00-9d18-be079e132833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:41.376646 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-bdacb8ac-44e8-4b51-870e-1619bea87301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:41.434934 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca678ab-4af0-4541-98a6-257b6bf922ef req-32e89da5-899a-4ca9-90cc-8747f7108080 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:41.436473 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-bca678ab-4af0-4541-98a6-257b6bf922ef req-32e89da5-899a-4ca9-90cc-8747f7108080 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=3217b86f-f371-49f7-8dbe-de9e366ea9c5 HTTP/1.1" status: 200 len: 944 time: 0.1034961 Jul 23 11:00:41.458372 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6d4e5b29-654f-4e00-9d18-be079e132833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:41.462207 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6d4e5b29-654f-4e00-9d18-be079e132833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:41.467583 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-6d4e5b29-654f-4e00-9d18-be079e132833 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/51f1276f-af73-4961-8ba8-85d228820d55 HTTP/1.1" status: 204 len: 168 time: 0.2164118 Jul 23 11:00:41.469158 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-bdacb8ac-44e8-4b51-870e-1619bea87301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:41.481228 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-bdacb8ac-44e8-4b51-870e-1619bea87301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:41.515035 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-bca678ab-4af0-4541-98a6-257b6bf922ef req-87dc3312-d82a-4c7f-9379-a236f004a59f tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709510 Jul 23 11:00:41.518112 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e5b29-654f-4e00-9d18-be079e132833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f1276f-af73-4961-8ba8-85d228820d55,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:41.528779 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-bdacb8ac-44e8-4b51-870e-1619bea87301 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=51868e71daed467b83828fc05917c553&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2788763 Jul 23 11:00:41.532133 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 52070) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:41.555872 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdacb8ac-44e8-4b51-870e-1619bea87301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337aa1d6-2a39-4498-ade9-0dd92dd74093,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:41.623604 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a4946-a8d0-48eb-a3d6-a262a7db082b req-e2fad01a-c9bb-4165-af6a-897e607037da tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:41.625107 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a19a4946-a8d0-48eb-a3d6-a262a7db082b req-e2fad01a-c9bb-4165-af6a-897e607037da tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 943 time: 0.1091588 Jul 23 11:00:41.627887 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0314424c-b8d0-4d68-a569-a83d7f6bb4e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:41.664959 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0314424c-b8d0-4d68-a569-a83d7f6bb4e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:41.698315 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a19a4946-a8d0-48eb-a3d6-a262a7db082b req-4730c0f3-8608-4c28-99a5-657eca8d2ac5 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661025 Jul 23 11:00:41.718618 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['97e5ad29-7afa-415b-a1a0-338135bf7c6b'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:00:41.728883 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0314424c-b8d0-4d68-a569-a83d7f6bb4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:41.731602 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0314424c-b8d0-4d68-a569-a83d7f6bb4e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:41.735241 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-0314424c-b8d0-4d68-a569-a83d7f6bb4e5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/337aa1d6-2a39-4498-ade9-0dd92dd74093 HTTP/1.1" status: 204 len: 168 time: 0.1983948 Jul 23 11:00:41.750338 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314424c-b8d0-4d68-a569-a83d7f6bb4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337aa1d6-2a39-4498-ade9-0dd92dd74093,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:41.767830 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 52076) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:41.781402 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-491956cb-2d05-4e26-b34c-4424af90d2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:41.895962 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-491956cb-2d05-4e26-b34c-4424af90d2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:41.900681 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-491956cb-2d05-4e26-b34c-4424af90d2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:41.953235 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-491956cb-2d05-4e26-b34c-4424af90d2d5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=40124b70928740c7a30e4fc46b45670b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1820488 Jul 23 11:00:41.953235 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491956cb-2d05-4e26-b34c-4424af90d2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22828e29-fa49-4c25-a751-685d6219e917,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:41.954275 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6577d8-5ec0-4783-9057-5f040b8c0465 req-c8c73fe2-ad70-4f25-a1f3-23c2af52406a tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:41.955187 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 52084) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:41.955773 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3b6577d8-5ec0-4783-9057-5f040b8c0465 req-c8c73fe2-ad70-4f25-a1f3-23c2af52406a tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 944 time: 0.0733843 Jul 23 11:00:42.022616 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1e0f6f6e-2619-4cfe-958c-9351b2f75ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:42.023250 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3b6577d8-5ec0-4783-9057-5f040b8c0465 req-20a7b33f-cb55-434e-b1d2-2cdcd5962976 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511434 Jul 23 11:00:42.063288 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1e0f6f6e-2619-4cfe-958c-9351b2f75ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:42.147036 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1e0f6f6e-2619-4cfe-958c-9351b2f75ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:42.149635 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1e0f6f6e-2619-4cfe-958c-9351b2f75ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:42.150777 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-1e0f6f6e-2619-4cfe-958c-9351b2f75ebf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/22828e29-fa49-4c25-a751-685d6219e917 HTTP/1.1" status: 204 len: 168 time: 0.1945865 Jul 23 11:00:42.164472 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f6f6e-2619-4cfe-958c-9351b2f75ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22828e29-fa49-4c25-a751-685d6219e917,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:42.179794 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9b286-45ec-4453-90f4-38b5ee88d872 req-3dc32502-99e4-41c3-9367-15c8375d9527 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:42.187801 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3eb9b286-45ec-4453-90f4-38b5ee88d872 req-3dc32502-99e4-41c3-9367-15c8375d9527 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d25b6c-5819-4bb3-b20f-be70f03a0af7 HTTP/1.1" status: 200 len: 944 time: 0.0988512 Jul 23 11:00:42.227623 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3eb9b286-45ec-4453-90f4-38b5ee88d872 req-516a6758-fc16-47d5-a44e-8b419437ebb8 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f82cc39-4535-4905-809c-9111d54208cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388019 Jul 23 11:00:42.662917 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eff5a2-b4ee-4d28-96e9-38397de575ef req-7b7469a6-1556-485e-be5e-84add1f3fb6a tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:42.668813 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-59eff5a2-b4ee-4d28-96e9-38397de575ef req-7b7469a6-1556-485e-be5e-84add1f3fb6a tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=3217b86f-f371-49f7-8dbe-de9e366ea9c5 HTTP/1.1" status: 200 len: 944 time: 0.0879488 Jul 23 11:00:42.706107 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-59eff5a2-b4ee-4d28-96e9-38397de575ef req-c22a5920-fe97-4816-8b39-cc7082785f60 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361726 Jul 23 11:00:42.850805 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67191f0-3a64-4503-9b0e-a1bd89d88c30 req-7f51115f-fccf-435f-825b-038cdd27470a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:42.856959 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a67191f0-3a64-4503-9b0e-a1bd89d88c30 req-7f51115f-fccf-435f-825b-038cdd27470a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 943 time: 0.0789738 Jul 23 11:00:42.893560 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a67191f0-3a64-4503-9b0e-a1bd89d88c30 req-51851f4c-dd66-45ae-ae1b-f38d4abe550d tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351357 Jul 23 11:00:43.058154 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 916db45e-d7e1-46ba-ad2e-e1ab5404093a details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:00:43.108114 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 15e4b25b-8260-457b-877f-079b28aefebf up at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:00:43.201461 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7de182-e9ea-4228-87f6-6849d461359f req-ee672c88-24b3-4cf9-ab6a-8bbb1ba03ee5 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:43.203738 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-7f7de182-e9ea-4228-87f6-6849d461359f req-ee672c88-24b3-4cf9-ab6a-8bbb1ba03ee5 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 944 time: 0.1046884 Jul 23 11:00:43.215385 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 916db45e-d7e1-46ba-ad2e-e1ab5404093a, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=916db45e-d7e1-46ba-ad2e-e1ab5404093a,segment=NetworkSegment(31f0a91c-1a9d-4ea5-a870-1d3406ab3af3),segment_id=31f0a91c-1a9d-4ea5-a870-1d3406ab3af3)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:00:43.218082 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning for port 15e4b25b-8260-457b-877f-079b28aefebf completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:00:43.227879 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning complete for port 15e4b25b-8260-457b-877f-079b28aefebf triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:00:43.228275 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:43.249859 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-7f7de182-e9ea-4228-87f6-6849d461359f req-1da2f61b-bfc2-4460-803d-cf332a4e5c7c tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382416 Jul 23 11:00:43.278164 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Returning: {'device': '916db45e-d7e1-46ba-ad2e-e1ab5404093a', 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666', 'port_id': '916db45e-d7e1-46ba-ad2e-e1ab5404093a', 'mac_address': 'fa:16:3e:73:42:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0033b6fa-6a35-402d-9d48-f4dcba707c6e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:00:43.329800 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:43.370045 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 916db45e-d7e1-46ba-ad2e-e1ab5404093a {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:00:43.387014 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab3a9b-a957-4de8-a23d-7516e22b4cf4 req-e749d3c3-79a0-4030-9e4a-12f0775f29e2 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:43.390079 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e9ab3a9b-a957-4de8-a23d-7516e22b4cf4 req-e749d3c3-79a0-4030-9e4a-12f0775f29e2 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d25b6c-5819-4bb3-b20f-be70f03a0af7 HTTP/1.1" status: 200 len: 944 time: 0.0799255 Jul 23 11:00:43.395771 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 916db45e-d7e1-46ba-ad2e-e1ab5404093a, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=916db45e-d7e1-46ba-ad2e-e1ab5404093a,segment=NetworkSegment(31f0a91c-1a9d-4ea5-a870-1d3406ab3af3),segment_id=31f0a91c-1a9d-4ea5-a870-1d3406ab3af3)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:00:43.407110 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:43.411427 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:43.447652 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e9ab3a9b-a957-4de8-a23d-7516e22b4cf4 req-0a27b998-f409-4c67-a3f3-85572af05621 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f82cc39-4535-4905-809c-9111d54208cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512486 Jul 23 11:00:43.459659 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3217b86f-f371-49f7-8dbe-de9e366ea9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e4b25b-8260-457b-877f-079b28aefebf'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:00:43.545406 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 15e4b25b-8260-457b-877f-079b28aefebf, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=15e4b25b-8260-457b-877f-079b28aefebf,segment=NetworkSegment(c7124302-fb3f-495e-b748-07d02359f90e),segment_id=c7124302-fb3f-495e-b748-07d02359f90e)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:00:43.551795 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:43.552604 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 97e5ad29-7afa-415b-a1a0-338135bf7c6b up at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:00:43.603840 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=916db45e-d7e1-46ba-ad2e-e1ab5404093a,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:43.669895 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=15e4b25b-8260-457b-877f-079b28aefebf,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:43.679488 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning for port 97e5ad29-7afa-415b-a1a0-338135bf7c6b completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:00:43.685102 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning complete for port 97e5ad29-7afa-415b-a1a0-338135bf7c6b triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:00:43.685556 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:43.703547 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 52182) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:43.715962 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['916db45e-d7e1-46ba-ad2e-e1ab5404093a'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:00:43.771024 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}214548a6ff4efd2602c2c2cf0448be42dc7715ee41776415c9dd15aa22406767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46449ad7-6e6f-4df7-826c-c5fa2e3c109d" -d '{"events": [{"server_uuid": "3217b86f-f371-49f7-8dbe-de9e366ea9c5", "name": "network-vif-plugged", "status": "completed", "tag": "15e4b25b-8260-457b-877f-079b28aefebf"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:00:43.851140 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-11fc8470-1877-47ac-913d-caa1c8aa154c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:43.869545 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7868cf6-b2d9-4726-8aa9-014a78b56e32 req-b29dc6d4-404f-4bd9-9eac-0efac26d691a tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:43.871295 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e7868cf6-b2d9-4726-8aa9-014a78b56e32 req-b29dc6d4-404f-4bd9-9eac-0efac26d691a tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=3217b86f-f371-49f7-8dbe-de9e366ea9c5 HTTP/1.1" status: 200 len: 945 time: 0.0813696 Jul 23 11:00:43.891371 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:43.908401 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce448e0e-4201-4088-923a-cd4c40655c8e x-openstack-request-id: req-ce448e0e-4201-4088-923a-cd4c40655c8e {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:00:43.908690 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3217b86f-f371-49f7-8dbe-de9e366ea9c5", "name": "network-vif-plugged", "status": "completed", "tag": "15e4b25b-8260-457b-877f-079b28aefebf", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:00:43.908945 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ce448e0e-4201-4088-923a-cd4c40655c8e {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:00:43.909392 dv-cinder-801989-3-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3217b86f-f371-49f7-8dbe-de9e366ea9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e4b25b-8260-457b-877f-079b28aefebf', 'code': 200} Jul 23 11:00:43.921284 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e7868cf6-b2d9-4726-8aa9-014a78b56e32 req-0bcdf74b-038b-4469-ad6d-5abfba2023b0 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442722 Jul 23 11:00:43.960758 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 97e5ad29-7afa-415b-a1a0-338135bf7c6b, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=97e5ad29-7afa-415b-a1a0-338135bf7c6b,segment=NetworkSegment(f6eb4813-8b72-4c98-b772-6906b7caa3dd),segment_id=f6eb4813-8b72-4c98-b772-6906b7caa3dd)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:00:43.972629 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:43.974361 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device c7e68c1e-5ada-45c9-99a7-252798ccb43e up at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:00:44.029934 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-11fc8470-1877-47ac-913d-caa1c8aa154c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:44.034622 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-11fc8470-1877-47ac-913d-caa1c8aa154c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:44.083756 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=97e5ad29-7afa-415b-a1a0-338135bf7c6b,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:44.094872 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning for port c7e68c1e-5ada-45c9-99a7-252798ccb43e completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:00:44.098980 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning complete for port c7e68c1e-5ada-45c9-99a7-252798ccb43e triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:00:44.099358 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:44.132055 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc8470-1877-47ac-913d-caa1c8aa154c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fed26e1-5e43-428b-8d0f-46235e0b7c0e,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:44.146033 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 52196) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:44.146171 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-11fc8470-1877-47ac-913d-caa1c8aa154c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6e0241ad83e44025be11233badcbbf16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4414785 Jul 23 11:00:44.171376 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6bd00-04da-48df-8875-c76386f6e3a7 req-ecb6d384-4249-4565-8d6d-c4fcb945164c tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:44.173001 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6bd6bd00-04da-48df-8875-c76386f6e3a7 req-ecb6d384-4249-4565-8d6d-c4fcb945164c tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 944 time: 0.1821051 Jul 23 11:00:44.199905 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e946bcf1-aa2f-4180-ad06-94e75b17a7bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:44.201342 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:44.229163 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e946bcf1-aa2f-4180-ad06-94e75b17a7bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:44.241005 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f38706-54a7-4fc7-a1f4-a13145e8effb req-3d203eec-73f2-4929-9e7d-75d02b226fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:44.242839 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c2f38706-54a7-4fc7-a1f4-a13145e8effb req-3d203eec-73f2-4929-9e7d-75d02b226fca service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3217b86f-f371-49f7-8dbe-de9e366ea9c5 HTTP/1.1" status: 200 len: 1098 time: 0.1722076 Jul 23 11:00:44.244836 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port c7e68c1e-5ada-45c9-99a7-252798ccb43e, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=c7e68c1e-5ada-45c9-99a7-252798ccb43e,segment=NetworkSegment(f6eb4813-8b72-4c98-b772-6906b7caa3dd),segment_id=f6eb4813-8b72-4c98-b772-6906b7caa3dd)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:00:44.250025 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6bd6bd00-04da-48df-8875-c76386f6e3a7 req-47e4b7a5-b951-42a9-b2c5-90d255653e0b tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685320 Jul 23 11:00:44.250279 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:44.250880 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 0c3303cc-054d-4883-b3c9-87a3a21f7335 up at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:00:44.268282 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-c2f38706-54a7-4fc7-a1f4-a13145e8effb req-7285503d-759b-4112-8624-9a07096d6faa service neutron] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:44.290385 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e946bcf1-aa2f-4180-ad06-94e75b17a7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:44.293184 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e946bcf1-aa2f-4180-ad06-94e75b17a7bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:44.295921 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-e946bcf1-aa2f-4180-ad06-94e75b17a7bc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0fed26e1-5e43-428b-8d0f-46235e0b7c0e HTTP/1.1" status: 204 len: 168 time: 0.1489038 Jul 23 11:00:44.315080 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946bcf1-aa2f-4180-ad06-94e75b17a7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fed26e1-5e43-428b-8d0f-46235e0b7c0e,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:44.381011 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=c7e68c1e-5ada-45c9-99a7-252798ccb43e,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:44.391608 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-c2f38706-54a7-4fc7-a1f4-a13145e8effb req-7285503d-759b-4112-8624-9a07096d6faa service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:44.394212 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning for port 0c3303cc-054d-4883-b3c9-87a3a21f7335 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:00:44.396949 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-c2f38706-54a7-4fc7-a1f4-a13145e8effb req-7285503d-759b-4112-8624-9a07096d6faa service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:44.398678 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning complete for port 0c3303cc-054d-4883-b3c9-87a3a21f7335 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:00:44.399330 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:44.438240 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c2f38706-54a7-4fc7-a1f4-a13145e8effb req-7285503d-759b-4112-8624-9a07096d6faa service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872287 Jul 23 11:00:44.446478 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504404a9-64e2-4e77-8a1f-115533b87f6d req-657a8e90-c3f4-4702-9994-62161f4d1dc8 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:44.448452 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285503d-759b-4112-8624-9a07096d6faa service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0e86d2-7533-4a8f-9483-2eca1ee8c718,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:44.448793 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-504404a9-64e2-4e77-8a1f-115533b87f6d req-657a8e90-c3f4-4702-9994-62161f4d1dc8 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.0783203 Jul 23 11:00:44.484665 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:44.505683 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-504404a9-64e2-4e77-8a1f-115533b87f6d req-ef72c59f-cd04-465c-a85b-79c79fb88712 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416424 Jul 23 11:00:44.561795 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 0c3303cc-054d-4883-b3c9-87a3a21f7335, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=0c3303cc-054d-4883-b3c9-87a3a21f7335,segment=NetworkSegment(b8314cbf-0f13-444e-a2f7-412d2ab580ac),segment_id=b8314cbf-0f13-444e-a2f7-412d2ab580ac)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:00:44.568773 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:44.608039 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f8984-e55d-478c-bbbd-ccbc5a1cb9e1 req-a0eafbb0-1a8b-469d-8aa2-cf225daabf59 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:44.612317 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d63f8984-e55d-478c-bbbd-ccbc5a1cb9e1 req-a0eafbb0-1a8b-469d-8aa2-cf225daabf59 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d25b6c-5819-4bb3-b20f-be70f03a0af7 HTTP/1.1" status: 200 len: 944 time: 0.0757456 Jul 23 11:00:44.642770 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=0c3303cc-054d-4883-b3c9-87a3a21f7335,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:44.656618 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d63f8984-e55d-478c-bbbd-ccbc5a1cb9e1 req-0f5f7532-ca2c-4804-8a51-c130b1fa8bf3 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f82cc39-4535-4905-809c-9111d54208cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408583 Jul 23 11:00:45.029902 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 52250) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:45.067762 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 916db45e-d7e1-46ba-ad2e-e1ab5404093a up at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:00:45.085693 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d8d8f-89c0-4806-94af-3e88b31610aa req-f4584887-e9e7-4462-8c56-adced061f058 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:45.087192 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-771d8d8f-89c0-4806-94af-3e88b31610aa req-f4584887-e9e7-4462-8c56-adced061f058 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=3217b86f-f371-49f7-8dbe-de9e366ea9c5 HTTP/1.1" status: 200 len: 945 time: 0.0691104 Jul 23 11:00:45.125668 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning for port 916db45e-d7e1-46ba-ad2e-e1ab5404093a completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:00:45.130127 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning complete for port 916db45e-d7e1-46ba-ad2e-e1ab5404093a triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:00:45.130500 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:45.152693 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-771d8d8f-89c0-4806-94af-3e88b31610aa req-a83bf413-0e55-4193-98cf-bc620134a0aa tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591853 Jul 23 11:00:45.172552 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-caf57889-4790-48e6-b9ff-88d797190abf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-938021422-network', 'tenant_id': 'b5e1286101da40ceb620c50feb7b719b'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:00:45.195506 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf57889-4790-48e6-b9ff-88d797190abf admin admin] Made reservation on behalf of b5e1286101da40ceb620c50feb7b719b for: {'network': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:00:45.198261 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-caf57889-4790-48e6-b9ff-88d797190abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for network, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:45.208032 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-caf57889-4790-48e6-b9ff-88d797190abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:45.209359 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:45.252140 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 916db45e-d7e1-46ba-ad2e-e1ab5404093a, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=916db45e-d7e1-46ba-ad2e-e1ab5404093a,segment=NetworkSegment(31f0a91c-1a9d-4ea5-a870-1d3406ab3af3),segment_id=31f0a91c-1a9d-4ea5-a870-1d3406ab3af3)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:00:45.261891 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:45.334679 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-caf57889-4790-48e6-b9ff-88d797190abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:45.340445 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-caf57889-4790-48e6-b9ff-88d797190abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:45.371889 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf57889-4790-48e6-b9ff-88d797190abf admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=93047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:00:45.378843 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf57889-4790-48e6-b9ff-88d797190abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4db2436-05ed-4f98-a400-a1b14ff8fa5c,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:45.385595 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-caf57889-4790-48e6-b9ff-88d797190abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402'] for segment, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:45.385948 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.db.segments_db [None req-caf57889-4790-48e6-b9ff-88d797190abf admin admin] Added segment a3aca05f-fcc6-4e98-9fbe-8399f7ff6800 of type vlan for network b338a924-cd1f-43eb-97a0-63ad8a12b5a8 Jul 23 11:00:45.426000 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=916db45e-d7e1-46ba-ad2e-e1ab5404093a,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:45.454621 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-caf57889-4790-48e6-b9ff-88d797190abf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792856099175'] for network, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:45.493508 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-caf57889-4790-48e6-b9ff-88d797190abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375'] for network, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:45.494475 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf57889-4790-48e6-b9ff-88d797190abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:45.495067 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-caf57889-4790-48e6-b9ff-88d797190abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for network, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:45.532187 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c00c79-ba05-4485-a02f-7b84f1da2ad4 req-48001043-2ee1-4490-9b27-b7a2d2858405 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:45.533669 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-58c00c79-ba05-4485-a02f-7b84f1da2ad4 req-48001043-2ee1-4490-9b27-b7a2d2858405 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 945 time: 0.1360292 Jul 23 11:00:45.537290 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-caf57889-4790-48e6-b9ff-88d797190abf admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5063756 Jul 23 11:00:45.540410 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 52268) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:45.545409 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-f968d2a6-0b67-4b18-8894-cc77c828af4c admin admin] Request body: {'subnet': {'network_id': 'b338a924-cd1f-43eb-97a0-63ad8a12b5a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-938021422-subnet', 'tenant_id': 'b5e1286101da40ceb620c50feb7b719b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:00:45.568800 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f968d2a6-0b67-4b18-8894-cc77c828af4c admin admin] Made reservation on behalf of b5e1286101da40ceb620c50feb7b719b for: {'subnet': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:00:45.571255 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f968d2a6-0b67-4b18-8894-cc77c828af4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32886938'] for subnet, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:45.582873 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf57889-4790-48e6-b9ff-88d797190abf admin admin] Pushing event updated for resources: {'Network': ['ID=b338a924-cd1f-43eb-97a0-63ad8a12b5a8,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:45.596864 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Network b338a924-cd1f-43eb-97a0-63ad8a12b5a8 details requested by agent ovs-agent-dv-cinder-801989-3-iscsi with host dv-cinder-801989-3-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:00:45.612599 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-58c00c79-ba05-4485-a02f-7b84f1da2ad4 req-b2869df8-d3d7-4c74-b307-533e17bdff76 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726247 Jul 23 11:00:45.730489 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce4ac7-97e7-4e4f-a4bc-dfd2866ce1c8 req-171267ae-8e10-4212-b1d0-97f96dc60e36 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:45.731986 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-78ce4ac7-97e7-4e4f-a4bc-dfd2866ce1c8 req-171267ae-8e10-4212-b1d0-97f96dc60e36 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.1482294 Jul 23 11:00:45.784198 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0d6d6-b808-413d-aa42-f1512ceb4577 req-c17b2bc8-af56-4449-b40a-66682adefc78 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:45.786138 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a9a0d6d6-b808-413d-aa42-f1512ceb4577 req-c17b2bc8-af56-4449-b40a-66682adefc78 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d25b6c-5819-4bb3-b20f-be70f03a0af7 HTTP/1.1" status: 200 len: 945 time: 0.0669975 Jul 23 11:00:45.826433 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a9a0d6d6-b808-413d-aa42-f1512ceb4577 req-e7e44de8-46b2-4be5-b68e-b61fa05d7004 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f82cc39-4535-4905-809c-9111d54208cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344827 Jul 23 11:00:45.910918 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8706d042-b67c-4cf9-ae47-5701e4b24ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e5ad29-7afa-415b-a1a0-338135bf7c6b'}, {'server_uuid': 'c0c61cd5-755c-4816-bfda-91be76cc180c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e68c1e-5ada-45c9-99a7-252798ccb43e'}, {'server_uuid': 'd3d25b6c-5819-4bb3-b20f-be70f03a0af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3303cc-054d-4883-b3c9-87a3a21f7335'}, {'server_uuid': '4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916db45e-d7e1-46ba-ad2e-e1ab5404093a'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:00:45.913334 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}214548a6ff4efd2602c2c2cf0448be42dc7715ee41776415c9dd15aa22406767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47943027-e713-4426-b41b-9598e83be323" -d '{"events": [{"server_uuid": "8706d042-b67c-4cf9-ae47-5701e4b24ccd", "name": "network-vif-plugged", "status": "completed", "tag": "97e5ad29-7afa-415b-a1a0-338135bf7c6b"}, {"server_uuid": "c0c61cd5-755c-4816-bfda-91be76cc180c", "name": "network-vif-plugged", "status": "completed", "tag": "c7e68c1e-5ada-45c9-99a7-252798ccb43e"}, {"server_uuid": "d3d25b6c-5819-4bb3-b20f-be70f03a0af7", "name": "network-vif-plugged", "status": "completed", "tag": "0c3303cc-054d-4883-b3c9-87a3a21f7335"}, {"server_uuid": "4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74", "name": "network-vif-plugged", "status": "completed", "tag": "916db45e-d7e1-46ba-ad2e-e1ab5404093a"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:00:46.001096 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-78ce4ac7-97e7-4e4f-a4bc-dfd2866ce1c8 req-a2a7ede1-cbad-4422-a78f-907c2a54071e tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464919 Jul 23 11:00:46.008965 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 23 Jul 2021 11:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bb99ed-5c39-4679-afc5-4936cedc95ba x-openstack-request-id: req-a6bb99ed-5c39-4679-afc5-4936cedc95ba {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:00:46.009276 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8706d042-b67c-4cf9-ae47-5701e4b24ccd", "name": "network-vif-plugged", "status": "completed", "tag": "97e5ad29-7afa-415b-a1a0-338135bf7c6b", "code": 200}, {"server_uuid": "c0c61cd5-755c-4816-bfda-91be76cc180c", "name": "network-vif-plugged", "status": "completed", "tag": "c7e68c1e-5ada-45c9-99a7-252798ccb43e", "code": 200}, {"server_uuid": "d3d25b6c-5819-4bb3-b20f-be70f03a0af7", "name": "network-vif-plugged", "status": "completed", "tag": "0c3303cc-054d-4883-b3c9-87a3a21f7335", "code": 200}, {"server_uuid": "4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74", "name": "network-vif-plugged", "status": "completed", "tag": "916db45e-d7e1-46ba-ad2e-e1ab5404093a", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:00:46.009586 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a6bb99ed-5c39-4679-afc5-4936cedc95ba {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:00:46.010021 dv-cinder-801989-3-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8706d042-b67c-4cf9-ae47-5701e4b24ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e5ad29-7afa-415b-a1a0-338135bf7c6b', 'code': 200} Jul 23 11:00:46.010280 dv-cinder-801989-3-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c61cd5-755c-4816-bfda-91be76cc180c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e68c1e-5ada-45c9-99a7-252798ccb43e', 'code': 200} Jul 23 11:00:46.010533 dv-cinder-801989-3-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d25b6c-5819-4bb3-b20f-be70f03a0af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3303cc-054d-4883-b3c9-87a3a21f7335', 'code': 200} Jul 23 11:00:46.010788 dv-cinder-801989-3-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916db45e-d7e1-46ba-ad2e-e1ab5404093a', 'code': 200} Jul 23 11:00:46.024896 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f968d2a6-0b67-4b18-8894-cc77c828af4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31524673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32886920'] for subnet, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:46.083666 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f968d2a6-0b67-4b18-8894-cc77c828af4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b689c9f-242e-479b-a0f3-4fe581ef5a21,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:46.091733 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f968d2a6-0b67-4b18-8894-cc77c828af4c admin admin] Checking segment: {'id': 'a3aca05f-fcc6-4e98-9fbe-8399f7ff6800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b338a924-cd1f-43eb-97a0-63ad8a12b5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:00:46.092000 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f968d2a6-0b67-4b18-8894-cc77c828af4c admin admin] Network hostable DHCP agents. Network: b338a924-cd1f-43eb-97a0-63ad8a12b5a8, hostable agents: ['b2a8c5e9-afda-4978-a37c-dc0c684fd952'], hosted agents: [] {{(pid=93046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:00:46.109705 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f968d2a6-0b67-4b18-8894-cc77c828af4c admin admin] Network b338a924-cd1f-43eb-97a0-63ad8a12b5a8 is scheduled to be hosted by DHCP agent b2a8c5e9-afda-4978-a37c-dc0c684fd952 with binding_index 1 {{(pid=93046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:00:46.121719 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-f968d2a6-0b67-4b18-8894-cc77c828af4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-3-iscsi, b338a924-cd1f-43eb-97a0-63ad8a12b5a8) {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:00:46.126461 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f968d2a6-0b67-4b18-8894-cc77c828af4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:46.127105 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f968d2a6-0b67-4b18-8894-cc77c828af4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:46.133373 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4064c3-813b-49b6-993d-557d53ce201d None None] Network b338a924-cd1f-43eb-97a0-63ad8a12b5a8 requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:00:46.143245 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-f968d2a6-0b67-4b18-8894-cc77c828af4c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6016271 Jul 23 11:00:46.315578 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50053750-de8b-4bf8-8976-f7b265a5ccca None None] Network b338a924-cd1f-43eb-97a0-63ad8a12b5a8 requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:00:46.415612 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154db76-1cb8-4459-85ad-04db58890159 req-4a025b42-c87e-4588-b7b9-15a07c244eee tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:46.417371 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6154db76-1cb8-4459-85ad-04db58890159 req-4a025b42-c87e-4588-b7b9-15a07c244eee tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=3217b86f-f371-49f7-8dbe-de9e366ea9c5 HTTP/1.1" status: 200 len: 945 time: 0.1685574 Jul 23 11:00:46.528808 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-907f9304-0852-42c4-b251-4d7062d2ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:46.555770 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6154db76-1cb8-4459-85ad-04db58890159 req-6829ca5f-a6eb-420d-9eb2-51d0c4d0217f tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286674 Jul 23 11:00:46.576624 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b46f59-eaaa-46b2-a561-6716217314aa req-6be9fd7e-0914-4ccd-b2cb-6797fa27af4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:46.578270 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-01b46f59-eaaa-46b2-a561-6716217314aa req-6be9fd7e-0914-4ccd-b2cb-6797fa27af4e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 1098 time: 0.1726460 Jul 23 11:00:46.581015 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298c73c-7f94-45dd-880d-e20357a06081 req-cd6560a9-d44b-4072-aba3-147f5e8ba6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:46.583293 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d298c73c-7f94-45dd-880d-e20357a06081 req-cd6560a9-d44b-4072-aba3-147f5e8ba6c1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 1099 time: 0.0992720 Jul 23 11:00:46.591363 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d184a-3be6-4824-b3d0-4fef677a0f96 req-468d25c0-c3db-481b-b938-cd173db24f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:46.592999 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-df9d184a-3be6-4824-b3d0-4fef677a0f96 req-468d25c0-c3db-481b-b938-cd173db24f92 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d3d25b6c-5819-4bb3-b20f-be70f03a0af7 HTTP/1.1" status: 200 len: 1098 time: 0.1744680 Jul 23 11:00:46.596066 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b61af-87e6-468e-b971-c2322356ad22 req-51e57189-38f3-4b3e-97da-a76086f0e23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:46.598132 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e71b61af-87e6-468e-b971-c2322356ad22 req-51e57189-38f3-4b3e-97da-a76086f0e23e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 1098 time: 0.1689062 Jul 23 11:00:46.661976 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-df9d184a-3be6-4824-b3d0-4fef677a0f96 req-15e73d19-fc0d-42ef-91f2-65b89bfcd046 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2f82cc39-4535-4905-809c-9111d54208cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585341 Jul 23 11:00:46.666489 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e71b61af-87e6-468e-b971-c2322356ad22 req-6244cbc6-d9fd-4636-839f-2729c2c4d260 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617142 Jul 23 11:00:46.696063 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d298c73c-7f94-45dd-880d-e20357a06081 req-55470167-9b48-4ac8-8885-6ca20f6651ed service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953138 Jul 23 11:00:46.702902 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-01b46f59-eaaa-46b2-a561-6716217314aa req-cb0a9693-ee04-466d-b7ab-469f4941d2cd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118083 Jul 23 11:00:46.787187 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf356ce7-5397-4a0b-8616-71539158ec24 req-bc0cd7e2-b1ca-46cd-b855-946027a4a6e5 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:46.788840 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-cf356ce7-5397-4a0b-8616-71539158ec24 req-bc0cd7e2-b1ca-46cd-b855-946027a4a6e5 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 945 time: 0.0756130 Jul 23 11:00:46.833353 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-cf356ce7-5397-4a0b-8616-71539158ec24 req-8ceb2627-7074-47f0-8d9b-3e6b5d9aab6d tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385842 Jul 23 11:00:46.863452 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 52316) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:47.041866 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7859c75-c092-4d30-8799-f76e78411510 req-ca006e0c-bb80-4801-a951-d198b3d69375 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:47.045614 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a7859c75-c092-4d30-8799-f76e78411510 req-ca006e0c-bb80-4801-a951-d198b3d69375 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d25b6c-5819-4bb3-b20f-be70f03a0af7 HTTP/1.1" status: 200 len: 945 time: 0.1202703 Jul 23 11:00:47.099929 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b07fdbe0-e1cc-4c76-bba6-9d86cba6665a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:47.128206 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a7859c75-c092-4d30-8799-f76e78411510 req-0f9c8cae-0710-4ab9-9061-05e5f03d71ee tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f82cc39-4535-4905-809c-9111d54208cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740678 Jul 23 11:00:47.170209 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e50de-42bb-420d-82e4-ab705db3f0d0 req-680c3677-e686-4f6e-b55a-ac171b5c82e1 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:47.171755 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e12e50de-42bb-420d-82e4-ab705db3f0d0 req-680c3677-e686-4f6e-b55a-ac171b5c82e1 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.0730364 Jul 23 11:00:47.205599 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b07fdbe0-e1cc-4c76-bba6-9d86cba6665a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:47.210619 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b07fdbe0-e1cc-4c76-bba6-9d86cba6665a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:47.215545 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e12e50de-42bb-420d-82e4-ab705db3f0d0 req-4a7cb994-ac8a-4e7b-99d9-99e273b9f1c3 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351739 Jul 23 11:00:47.252284 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-b07fdbe0-e1cc-4c76-bba6-9d86cba6665a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=db3907c72ede48e0aa7e1a2c26d293b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3874116 Jul 23 11:00:47.253272 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07fdbe0-e1cc-4c76-bba6-9d86cba6665a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40566497-2d9b-430b-b002-7bd5e4ae595f,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:47.255174 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 52334) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:47.305380 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5f3146ea-4968-4a82-a34b-020a3301204f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:47.327178 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5f3146ea-4968-4a82-a34b-020a3301204f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:47.376544 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5f3146ea-4968-4a82-a34b-020a3301204f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:47.379249 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5f3146ea-4968-4a82-a34b-020a3301204f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:47.380404 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-5f3146ea-4968-4a82-a34b-020a3301204f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/40566497-2d9b-430b-b002-7bd5e4ae595f HTTP/1.1" status: 204 len: 168 time: 0.1229641 Jul 23 11:00:47.387817 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3146ea-4968-4a82-a34b-020a3301204f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40566497-2d9b-430b-b002-7bd5e4ae595f,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:47.643404 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 52344) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:47.656913 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ab06cdd8-4f5c-4b5d-8622-6412e4021db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:47.742731 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ab06cdd8-4f5c-4b5d-8622-6412e4021db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:47.746305 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ab06cdd8-4f5c-4b5d-8622-6412e4021db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:47.781995 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab06cdd8-4f5c-4b5d-8622-6412e4021db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a1c9f5-a719-42d0-b5fc-0ac2795753c9,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:47.786325 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-ab06cdd8-4f5c-4b5d-8622-6412e4021db8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5df9b799ad0649d9901a7f5cf7c84f49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1410954 Jul 23 11:00:47.789050 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 52346) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:47.837153 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b67dcc46-85f7-42b4-a530-e39ecbdce562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:47.858566 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b67dcc46-85f7-42b4-a530-e39ecbdce562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:47.910633 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b67dcc46-85f7-42b4-a530-e39ecbdce562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:47.914405 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b67dcc46-85f7-42b4-a530-e39ecbdce562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:47.916575 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-b67dcc46-85f7-42b4-a530-e39ecbdce562 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/80a1c9f5-a719-42d0-b5fc-0ac2795753c9 HTTP/1.1" status: 204 len: 168 time: 0.1265891 Jul 23 11:00:47.938005 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67dcc46-85f7-42b4-a530-e39ecbdce562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a1c9f5-a719-42d0-b5fc-0ac2795753c9,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:47.986995 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae7432-c1ca-4077-8bb3-47fc7b7cc652 req-05c8cd71-25b5-4c95-99b4-74813c65983e tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:47.989660 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6fae7432-c1ca-4077-8bb3-47fc7b7cc652 req-05c8cd71-25b5-4c95-99b4-74813c65983e tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 945 time: 0.0827582 Jul 23 11:00:48.044833 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6fae7432-c1ca-4077-8bb3-47fc7b7cc652 req-740befe4-d974-405a-ae51-8779b9bfdb97 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491381 Jul 23 11:00:48.279592 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee09d2d-af7b-4529-95dd-7890325cc14a req-54d42fdf-4b4e-4afe-be92-930687dab524 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:48.288634 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-aee09d2d-af7b-4529-95dd-7890325cc14a req-54d42fdf-4b4e-4afe-be92-930687dab524 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d25b6c-5819-4bb3-b20f-be70f03a0af7 HTTP/1.1" status: 200 len: 945 time: 0.0876379 Jul 23 11:00:48.335769 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-aee09d2d-af7b-4529-95dd-7890325cc14a req-04e7beb5-6700-476a-9f1a-4f43e8b6826e tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f82cc39-4535-4905-809c-9111d54208cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434582 Jul 23 11:00:48.464389 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8242b4c-d517-4219-b714-d5a7f1ac355d req-8403096a-f9cc-4347-aa68-d9ce85df9f53 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:48.465984 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c8242b4c-d517-4219-b714-d5a7f1ac355d req-8403096a-f9cc-4347-aa68-d9ce85df9f53 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.0688977 Jul 23 11:00:48.509078 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c8242b4c-d517-4219-b714-d5a7f1ac355d req-4c51822b-61f9-4414-aee7-55c51f8ed21b tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369551 Jul 23 11:00:48.749218 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-e6699ef5-4b06-40ef-bc96-a4f47ba73de7 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:48.750695 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-e6699ef5-4b06-40ef-bc96-a4f47ba73de7 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/networks?id=b338a924-cd1f-43eb-97a0-63ad8a12b5a8 HTTP/1.1" status: 200 len: 808 time: 0.1334567 Jul 23 11:00:48.765747 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-c6954582-458e-4c61-9c6d-8588a9189aa1 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/quotas/b5e1286101da40ceb620c50feb7b719b HTTP/1.1" status: 200 len: 375 time: 0.0095093 Jul 23 11:00:48.806732 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-77f320d4-f243-449e-b9cd-ef3d76b04e97 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b5e1286101da40ceb620c50feb7b719b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347941 Jul 23 11:00:48.916672 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-3b38b4d0-cbd6-43b5-b4ea-e1b6ede3ba29 service neutron] 10.222.0.47 "GET /v2.0/networks/b338a924-cd1f-43eb-97a0-63ad8a12b5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983007 Jul 23 11:00:49.011291 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-6e260836-fdc9-4f50-b349-0b0f7ef050cd service neutron] 10.222.0.47 "GET /v2.0/networks/b338a924-cd1f-43eb-97a0-63ad8a12b5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889862 Jul 23 11:00:49.210536 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a42df-edc1-4b1f-86f1-2bca43afc141 req-26571970-5233-4e07-8b89-4f4659b6806f tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:49.217435 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-5b0a42df-edc1-4b1f-86f1-2bca43afc141 req-26571970-5233-4e07-8b89-4f4659b6806f tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 945 time: 0.0959690 Jul 23 11:00:49.256763 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2bfe2622-682b-4d7d-a62c-441921de81a9 req-06a13b5c-82c8-440b-83cd-93de836dab33 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fe364e8-9448-474f-8eb1-4b732e5afc18 HTTP/1.1" status: 200 len: 210 time: 0.0430589 Jul 23 11:00:49.268748 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-5b0a42df-edc1-4b1f-86f1-2bca43afc141 req-3c973e16-f1a7-4167-af2c-fd4645bebbf9 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501709 Jul 23 11:00:49.402786 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6111ca-28d9-4c05-8ea1-bc507635fe85 req-cf9ff997-ab83-4f3d-9a4d-2638ad87c382 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:49.407875 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-da6111ca-28d9-4c05-8ea1-bc507635fe85 req-cf9ff997-ab83-4f3d-9a4d-2638ad87c382 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 945 time: 0.0818708 Jul 23 11:00:49.414667 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 52442) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:49.419665 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-b3823c03-fb53-4567-ab2e-59502831fb9e tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Request body: {'floatingip': {'port_id': '916db45e-d7e1-46ba-ad2e-e1ab5404093a'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:00:49.531958 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b3823c03-fb53-4567-ab2e-59502831fb9e tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for floatingip, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:49.562860 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-1806ac04-1a57-4370-bdcb-680e363b4164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:49.679074 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f979a-fc17-421b-b522-aaf3c9f073e0 req-bc42aac8-55b4-4549-912e-e126002dcc6d tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:49.686875 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6b5f979a-fc17-421b-b522-aaf3c9f073e0 req-bc42aac8-55b4-4549-912e-e126002dcc6d tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.0810621 Jul 23 11:00:49.715390 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:49.740192 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6b5f979a-fc17-421b-b522-aaf3c9f073e0 req-6fa43d3b-9e31-4ac6-894a-bf641613114d tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521817 Jul 23 11:00:49.758604 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6da76-d8e8-4179-8272-f2b18717dd76 req-9071fb4a-e999-4a80-8f9b-927bdd197d05 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:49.758604 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-88f6da76-d8e8-4179-8272-f2b18717dd76 req-9071fb4a-e999-4a80-8f9b-927bdd197d05 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d25b6c-5819-4bb3-b20f-be70f03a0af7 HTTP/1.1" status: 200 len: 945 time: 0.3266428 Jul 23 11:00:49.917392 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-88f6da76-d8e8-4179-8272-f2b18717dd76 req-241bee21-3d45-41b0-80bd-e46024153002 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f82cc39-4535-4905-809c-9111d54208cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599693 Jul 23 11:00:50.361349 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-bb3306b3-f04c-4eae-92e3-9d57d59366f1 req-4ab3ddc7-f667-4864-86de-7ce62548cb6f tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fe364e8-9448-474f-8eb1-4b732e5afc18 HTTP/1.1" status: 200 len: 210 time: 0.0281973 Jul 23 11:00:50.484418 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:50.550431 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748df4f6-cd87-4d1c-8ce6-5050e035472a req-095b630b-8423-4744-9977-fc198fc5395f tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:50.551994 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-748df4f6-cd87-4d1c-8ce6-5050e035472a req-095b630b-8423-4744-9977-fc198fc5395f tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.3291728 Jul 23 11:00:50.556417 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c634c-1204-43c3-8b7a-1119e13a2ab8 req-b1685585-af9c-4e5a-86bd-1e060e1b9f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:50.557792 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d37c634c-1204-43c3-8b7a-1119e13a2ab8 req-b1685585-af9c-4e5a-86bd-1e060e1b9f49 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7b38d280bb2e4b88b54d95921882a95b&device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 1098 time: 0.3336909 Jul 23 11:00:50.679862 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-46fd2ee7-b865-4b0f-9982-55fdb68c224b tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:50.681522 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-46fd2ee7-b865-4b0f-9982-55fdb68c224b tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.48 "GET /v2.0/networks?id=b338a924-cd1f-43eb-97a0-63ad8a12b5a8 HTTP/1.1" status: 200 len: 808 time: 0.1102524 Jul 23 11:00:50.683555 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b3823c03-fb53-4567-ab2e-59502831fb9e tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:50.706727 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-1e31b133-1e9d-426e-b6bf-4e72ff26f282 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Request body: {'port': {'device_id': '9fe364e8-9448-474f-8eb1-4b732e5afc18', 'network_id': 'b338a924-cd1f-43eb-97a0-63ad8a12b5a8', 'admin_state_up': True, 'tenant_id': 'b5e1286101da40ceb620c50feb7b719b'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:00:50.710180 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-748df4f6-cd87-4d1c-8ce6-5050e035472a req-3891862c-7dbb-4896-a9e0-6aa3657e97a7 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514564 Jul 23 11:00:50.713382 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b3823c03-fb53-4567-ab2e-59502831fb9e tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409046'] for floatingip, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:50.822247 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c634c-1204-43c3-8b7a-1119e13a2ab8 req-9a693406-c867-47bc-a9b8-685e6ae3f471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:50.823285 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-1e31b133-1e9d-426e-b6bf-4e72ff26f282 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Made reservation on behalf of b5e1286101da40ceb620c50feb7b719b for: {'port': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:00:50.823603 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d37c634c-1204-43c3-8b7a-1119e13a2ab8 req-9a693406-c867-47bc-a9b8-685e6ae3f471 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0f52d38e-0362-4264-9e97-fc5007fd139b HTTP/1.1" status: 200 len: 920 time: 0.2383680 Jul 23 11:00:50.827568 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-1e31b133-1e9d-426e-b6bf-4e72ff26f282 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:50.880732 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d37c634c-1204-43c3-8b7a-1119e13a2ab8 req-e5172c61-367e-49ce-9a1b-ede4d2fc513c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97e5ad29-7afa-415b-a1a0-338135bf7c6b HTTP/1.1" status: 200 len: 217 time: 0.0395503 Jul 23 11:00:50.882087 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.db.l3_db [None req-b3823c03-fb53-4567-ab2e-59502831fb9e tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Floating IP 22e34431-443f-446e-930c-dfd56f160423 associated. External IP: 172.27.2.108, port: 916db45e-d7e1-46ba-ad2e-e1ab5404093a. Jul 23 11:00:50.978438 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-1e31b133-1e9d-426e-b6bf-4e72ff26f282 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Allocated IP 172.20.0.3 (b338a924-cd1f-43eb-97a0-63ad8a12b5a8/9b689c9f-242e-479b-a0f3-4fe581ef5a21/12f2785b-1d85-485d-9f47-c4d2d1a5bf1b) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:00:51.001323 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c634c-1204-43c3-8b7a-1119e13a2ab8 req-a04b42fe-ef15-44f5-9f31-6ae755178734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:51.002820 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d37c634c-1204-43c3-8b7a-1119e13a2ab8 req-a04b42fe-ef15-44f5-9f31-6ae755178734 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8bbfc4c9-e217-47f8-86e6-9511348173f3 HTTP/1.1" status: 200 len: 859 time: 0.0858588 Jul 23 11:00:51.041073 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d37c634c-1204-43c3-8b7a-1119e13a2ab8 req-0fe4e73c-7caf-465b-8001-b75eb82212c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f52d38e-0362-4264-9e97-fc5007fd139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318696 Jul 23 11:00:51.127141 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-1e31b133-1e9d-426e-b6bf-4e72ff26f282 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:51.171030 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-1e31b133-1e9d-426e-b6bf-4e72ff26f282 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31524845'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:51.214170 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-1e31b133-1e9d-426e-b6bf-4e72ff26f282 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Network b338a924-cd1f-43eb-97a0-63ad8a12b5a8 is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:00:51.219529 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-1e31b133-1e9d-426e-b6bf-4e72ff26f282 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:00:51.221603 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d37c634c-1204-43c3-8b7a-1119e13a2ab8 req-ce8833bd-29ea-48ec-bde4-4275f294e029 service neutron] 10.222.0.48 "GET /v2.0/networks/0f52d38e-0362-4264-9e97-fc5007fd139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716518 Jul 23 11:00:51.223990 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-1e31b133-1e9d-426e-b6bf-4e72ff26f282 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:00:51.237054 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3823c03-fb53-4567-ab2e-59502831fb9e tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Router 75824d45-8d51-42d5-bcb5-f8a14f3473ff has already been hosted by L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:00:51.267186 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31b133-1e9d-426e-b6bf-4e72ff26f282 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Pushing event updated for resources: {'Port': ['ID=12f2785b-1d85-485d-9f47-c4d2d1a5bf1b,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:51.326392 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-1e31b133-1e9d-426e-b6bf-4e72ff26f282 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:51.327044 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-1e31b133-1e9d-426e-b6bf-4e72ff26f282 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:51.353834 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-1e31b133-1e9d-426e-b6bf-4e72ff26f282 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6512232 Jul 23 11:00:51.373182 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-2b6b6d29-c5fe-416d-94d0-66061dc47ad8 service neutron] Request body: {'port': {'device_id': '9fe364e8-9448-474f-8eb1-4b732e5afc18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:00:51.527799 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-2b6b6d29-c5fe-416d-94d0-66061dc47ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:51.586432 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da1fee-aaaa-4a1d-b8f5-2dc2e0b412d9 req-c2e5ddfe-5a18-4cd3-b308-a1f486173375 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:51.587997 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-51da1fee-aaaa-4a1d-b8f5-2dc2e0b412d9 req-c2e5ddfe-5a18-4cd3-b308-a1f486173375 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fe364e8-9448-474f-8eb1-4b732e5afc18 HTTP/1.1" status: 200 len: 931 time: 0.1231067 Jul 23 11:00:51.640393 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d37c634c-1204-43c3-8b7a-1119e13a2ab8 req-1e8456ad-9716-4d2e-8760-7653da35829e service neutron] 10.222.0.48 "GET /v2.0/networks/0f52d38e-0362-4264-9e97-fc5007fd139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120913 Jul 23 11:00:51.662812 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3823c03-fb53-4567-ab2e-59502831fb9e tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:00:51.673200 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b3823c03-fb53-4567-ab2e-59502831fb9e tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for floatingip, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:51.679929 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f21904-7a99-4a48-923b-5ecef64b0ab7 None None] Sync routers for ids ['75824d45-8d51-42d5-bcb5-f8a14f3473ff'] in dv-cinder-801989-3-iscsi {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:00:51.693388 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f21904-7a99-4a48-923b-5ecef64b0ab7 None None] Routers {'75824d45-8d51-42d5-bcb5-f8a14f3473ff'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:00:51.693388 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-a6f21904-7a99-4a48-923b-5ecef64b0ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:00:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['75824d45-8d51-42d5-bcb5-f8a14f3473ff'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:51.708332 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-51da1fee-aaaa-4a1d-b8f5-2dc2e0b412d9 req-db3b745f-de8e-4857-a4b7-603f6889ceb9 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4db2436-05ed-4f98-a400-a1b14ff8fa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068897 Jul 23 11:00:51.745622 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-b3823c03-fb53-4567-ab2e-59502831fb9e tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "PUT /v2.0/floatingips/22e34431-443f-446e-930c-dfd56f160423 HTTP/1.1" status: 200 len: 991 time: 2.3270092 Jul 23 11:00:51.745622 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74', 'tag': '916db45e-d7e1-46ba-ad2e-e1ab5404093a'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:00:51.748384 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57990bb103ee5b7a3f14144f2b0acc3407ada3b1c8656e111118fed9c99398e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8a608a-464d-4c83-8bcb-91c21afb6735" -d '{"events": [{"name": "network-changed", "server_uuid": "4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74", "tag": "916db45e-d7e1-46ba-ad2e-e1ab5404093a"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:00:51.855806 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-a6f21904-7a99-4a48-923b-5ecef64b0ab7 None None] Set router 75824d45-8d51-42d5-bcb5-f8a14f3473ff gateway port host: dv-cinder-801989-3-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:00:51.884991 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-2b6b6d29-c5fe-416d-94d0-66061dc47ad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12f2785b-1d85-485d-9f47-c4d2d1a5bf1b {{(pid=93046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:00:51.895499 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-2b6b6d29-c5fe-416d-94d0-66061dc47ad8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:51.912825 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.provisioning_blocks [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-2b6b6d29-c5fe-416d-94d0-66061dc47ad8 service neutron] Transition to ACTIVE for port object 12f2785b-1d85-485d-9f47-c4d2d1a5bf1b will not be triggered until provisioned by entity L2. {{(pid=93046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:00:51.921894 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a37d8c-67ad-46b1-a090-040579da9d2a req-11dc51bf-51f5-45f6-8c56-0161128c83c9 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:51.923205 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-2b6b6d29-c5fe-416d-94d0-66061dc47ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31524822'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:51.925877 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-76a37d8c-67ad-46b1-a090-040579da9d2a req-11dc51bf-51f5-45f6-8c56-0161128c83c9 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.1193686 Jul 23 11:00:51.946225 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b41fa2d-e36d-48fd-83f0-45e9abed1893 x-openstack-request-id: req-7b41fa2d-e36d-48fd-83f0-45e9abed1893 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:00:51.946516 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74", "tag": "916db45e-d7e1-46ba-ad2e-e1ab5404093a", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:00:51.946767 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7b41fa2d-e36d-48fd-83f0-45e9abed1893 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:00:51.947164 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74', 'tag': '916db45e-d7e1-46ba-ad2e-e1ab5404093a', 'status': 'completed', 'code': 200} Jul 23 11:00:51.993854 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b6d29-c5fe-416d-94d0-66061dc47ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=12f2785b-1d85-485d-9f47-c4d2d1a5bf1b,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:52.022757 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:52.047690 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-76a37d8c-67ad-46b1-a090-040579da9d2a req-f5a14e8b-01b6-43c4-a246-3342f50d9310 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155586 Jul 23 11:00:52.079108 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a608a-464d-4c83-8bcb-91c21afb6735 req-70425b39-e6fe-442a-baba-08cfe9d989a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:52.080640 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5f8a608a-464d-4c83-8bcb-91c21afb6735 req-70425b39-e6fe-442a-baba-08cfe9d989a3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=443386f89a99476e905cc4b6656fca05&device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 1098 time: 0.0929143 Jul 23 11:00:52.090983 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-2b6b6d29-c5fe-416d-94d0-66061dc47ad8 service neutron] Attempting to bind port 12f2785b-1d85-485d-9f47-c4d2d1a5bf1b on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:00:52.091319 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-2b6b6d29-c5fe-416d-94d0-66061dc47ad8 service neutron] Attempting to bind port 12f2785b-1d85-485d-9f47-c4d2d1a5bf1b by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': 'a3aca05f-fcc6-4e98-9fbe-8399f7ff6800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b338a924-cd1f-43eb-97a0-63ad8a12b5a8'}] {{(pid=93046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:00:52.091642 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-2b6b6d29-c5fe-416d-94d0-66061dc47ad8 service neutron] Attempting to bind port 12f2785b-1d85-485d-9f47-c4d2d1a5bf1b on network b338a924-cd1f-43eb-97a0-63ad8a12b5a8 {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:00:52.095921 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-2b6b6d29-c5fe-416d-94d0-66061dc47ad8 service neutron] Port 12f2785b-1d85-485d-9f47-c4d2d1a5bf1b on network b338a924-cd1f-43eb-97a0-63ad8a12b5a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:00:52.096288 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-2b6b6d29-c5fe-416d-94d0-66061dc47ad8 service neutron] Attempting to bind port 12f2785b-1d85-485d-9f47-c4d2d1a5bf1b on network b338a924-cd1f-43eb-97a0-63ad8a12b5a8 {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:00:52.101881 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-2b6b6d29-c5fe-416d-94d0-66061dc47ad8 service neutron] Checking agent: {'id': 'fd06f6b8-de2a-4c3f-8327-d731c40933c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'started_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:00:52.102300 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-2b6b6d29-c5fe-416d-94d0-66061dc47ad8 service neutron] Checking segment: {'id': 'a3aca05f-fcc6-4e98-9fbe-8399f7ff6800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b338a924-cd1f-43eb-97a0-63ad8a12b5a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:00:52.102651 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-2b6b6d29-c5fe-416d-94d0-66061dc47ad8 service neutron] Bound using segment: {'id': 'a3aca05f-fcc6-4e98-9fbe-8399f7ff6800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b338a924-cd1f-43eb-97a0-63ad8a12b5a8'} {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:00:52.103143 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-2b6b6d29-c5fe-416d-94d0-66061dc47ad8 service neutron] Bound port: 12f2785b-1d85-485d-9f47-c4d2d1a5bf1b, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3aca05f-fcc6-4e98-9fbe-8399f7ff6800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b338a924-cd1f-43eb-97a0-63ad8a12b5a8'}}] {{(pid=93046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:00:52.103497 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-2b6b6d29-c5fe-416d-94d0-66061dc47ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:52.170751 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-2b6b6d29-c5fe-416d-94d0-66061dc47ad8 service neutron] For port 12f2785b-1d85-485d-9f47-c4d2d1a5bf1b, host hv-cinder-80198, cleared binding levels {{(pid=93046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:00:52.173913 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-2b6b6d29-c5fe-416d-94d0-66061dc47ad8 service neutron] For port 12f2785b-1d85-485d-9f47-c4d2d1a5bf1b, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=12f2785b-1d85-485d-9f47-c4d2d1a5bf1b,segment=NetworkSegment(a3aca05f-fcc6-4e98-9fbe-8399f7ff6800),segment_id=a3aca05f-fcc6-4e98-9fbe-8399f7ff6800)] {{(pid=93046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:00:52.176830 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a608a-464d-4c83-8bcb-91c21afb6735 req-7e3dee7a-18b9-4cbf-a446-4153dad7120c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:52.177122 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-a6f21904-7a99-4a48-923b-5ecef64b0ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'name': 'tempest-AttachVolumeShelveTestJSON-864067345-router', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '37095310-2162-4755-8cb7-c48037d4ad0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:00:10Z', 'updated_at': '2021-07-23T11:00:19Z', 'revision_number': 4, 'project_id': '443386f89a99476e905cc4b6656fca05', 'gw_port': {'id': '37095310-2162-4755-8cb7-c48037d4ad0d', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:12Z', 'updated_at': '2021-07-23T11:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_floatingips': [{'id': '22e34431-443f-446e-930c-dfd56f160423', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'router_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'port_id': '916db45e-d7e1-46ba-ad2e-e1ab5404093a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666', 'mac_address': 'fa:16:3e:73:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:00:33Z', 'updated_at': '2021-07-23T11:00:50Z', 'revision_number': 1, 'project_id': '443386f89a99476e905cc4b6656fca05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9', 'name': '', 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'mac_address': 'fa:16:3e:f8:10:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0033b6fa-6a35-402d-9d48-f4dcba707c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:16Z', 'updated_at': '2021-07-23T11:00:30Z', 'revision_number': 5, 'project_id': '443386f89a99476e905cc4b6656fca05', 'subnets': [{'id': '0033b6fa-6a35-402d-9d48-f4dcba707c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:52.178496 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5f8a608a-464d-4c83-8bcb-91c21afb6735 req-7e3dee7a-18b9-4cbf-a446-4153dad7120c service neutron] 10.222.0.48 "GET /v2.0/networks?id=6d05f05e-53ff-46ff-9423-c4c064703666 HTTP/1.1" status: 200 len: 917 time: 0.0876815 Jul 23 11:00:52.180879 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-2b6b6d29-c5fe-416d-94d0-66061dc47ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31524822'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:52.214773 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-2b6b6d29-c5fe-416d-94d0-66061dc47ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:52.215430 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-2b6b6d29-c5fe-416d-94d0-66061dc47ad8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:52.216885 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-2b6b6d29-c5fe-416d-94d0-66061dc47ad8 service neutron] 10.222.0.48 "PUT /v2.0/ports/12f2785b-1d85-485d-9f47-c4d2d1a5bf1b HTTP/1.1" status: 200 len: 1093 time: 0.8530886 Jul 23 11:00:52.217488 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe364e8-9448-474f-8eb1-4b732e5afc18', 'tag': '12f2785b-1d85-485d-9f47-c4d2d1a5bf1b'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:00:52.219905 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e514f4fc9e73055b469c7c960908a930888711302e8ce169aa561e05cb35f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddac87ec-84e4-4ce3-810d-845feb24685c" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe364e8-9448-474f-8eb1-4b732e5afc18", "tag": "12f2785b-1d85-485d-9f47-c4d2d1a5bf1b"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:00:52.247870 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b6d29-c5fe-416d-94d0-66061dc47ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=12f2785b-1d85-485d-9f47-c4d2d1a5bf1b,revision_number=3']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:52.286979 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5f8a608a-464d-4c83-8bcb-91c21afb6735 req-6d48d8c5-710d-480f-908b-f9624ce6dc56 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=916db45e-d7e1-46ba-ad2e-e1ab5404093a HTTP/1.1" status: 200 len: 999 time: 0.0977690 Jul 23 11:00:52.293328 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5670a39c-9943-4f01-b12e-2e64b3bda47f x-openstack-request-id: req-5670a39c-9943-4f01-b12e-2e64b3bda47f {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:00:52.293569 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe364e8-9448-474f-8eb1-4b732e5afc18", "tag": "12f2785b-1d85-485d-9f47-c4d2d1a5bf1b", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:00:52.293817 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5670a39c-9943-4f01-b12e-2e64b3bda47f {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:00:52.294201 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe364e8-9448-474f-8eb1-4b732e5afc18', 'tag': '12f2785b-1d85-485d-9f47-c4d2d1a5bf1b', 'status': 'completed', 'code': 200} Jul 23 11:00:52.301526 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f21904-7a99-4a48-923b-5ecef64b0ab7 None None] Checking router: 75824d45-8d51-42d5-bcb5-f8a14f3473ff for host: dv-cinder-801989-3-iscsi {{(pid=93049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:00:52.311863 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f21904-7a99-4a48-923b-5ecef64b0ab7 None None] Routers {'75824d45-8d51-42d5-bcb5-f8a14f3473ff'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:00:52.312561 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-a6f21904-7a99-4a48-923b-5ecef64b0ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:00:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['75824d45-8d51-42d5-bcb5-f8a14f3473ff'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:52.339992 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-e0b6a215-4b74-4e62-aa50-77f2c2878d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:52.341536 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-e0b6a215-4b74-4e62-aa50-77f2c2878d0f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5e1286101da40ceb620c50feb7b719b&device_id=9fe364e8-9448-474f-8eb1-4b732e5afc18 HTTP/1.1" status: 200 len: 1096 time: 0.0621912 Jul 23 11:00:52.347647 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a608a-464d-4c83-8bcb-91c21afb6735 req-ada019a3-7b80-4135-81ce-2be1959e66ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:52.349207 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5f8a608a-464d-4c83-8bcb-91c21afb6735 req-ada019a3-7b80-4135-81ce-2be1959e66ab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0033b6fa-6a35-402d-9d48-f4dcba707c6e HTTP/1.1" status: 200 len: 855 time: 0.0514555 Jul 23 11:00:52.408706 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-10ee175e-d42d-4e70-82df-9ba7cffba8a2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12f2785b-1d85-485d-9f47-c4d2d1a5bf1b HTTP/1.1" status: 200 len: 217 time: 0.0469239 Jul 23 11:00:52.423880 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a608a-464d-4c83-8bcb-91c21afb6735 req-ce1f7636-1680-4979-947f-b1e2fd5f79c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:52.425511 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-a6f21904-7a99-4a48-923b-5ecef64b0ab7 None None] Set router 75824d45-8d51-42d5-bcb5-f8a14f3473ff gateway port host: dv-cinder-801989-3-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:00:52.426564 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5f8a608a-464d-4c83-8bcb-91c21afb6735 req-ce1f7636-1680-4979-947f-b1e2fd5f79c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d05f05e-53ff-46ff-9423-c4c064703666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0633957 Jul 23 11:00:52.475574 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-776b60a4-fc32-4e4d-8bb5-558829943c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:52.477103 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-776b60a4-fc32-4e4d-8bb5-558829943c8c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b689c9f-242e-479b-a0f3-4fe581ef5a21 HTTP/1.1" status: 200 len: 848 time: 0.0573211 Jul 23 11:00:52.519479 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-1e85eacd-1b75-4c89-ac2d-c8e667d5caa0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b338a924-cd1f-43eb-97a0-63ad8a12b5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283911 Jul 23 11:00:52.558470 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5f8a608a-464d-4c83-8bcb-91c21afb6735 req-4b1bd012-df9f-4878-a695-abac84ab0453 service neutron] 10.222.0.48 "GET /v2.0/networks/6d05f05e-53ff-46ff-9423-c4c064703666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220274 Jul 23 11:00:52.643093 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-3c52e1c5-aae8-4a0e-9915-f8ab31cd6a27 service neutron] 10.222.0.48 "GET /v2.0/networks/b338a924-cd1f-43eb-97a0-63ad8a12b5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095212 Jul 23 11:00:52.661373 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5f8a608a-464d-4c83-8bcb-91c21afb6735 req-6ff0a35b-f095-4172-898b-a006f7a17609 service neutron] 10.222.0.48 "GET /v2.0/networks/6d05f05e-53ff-46ff-9423-c4c064703666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946236 Jul 23 11:00:52.671876 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-a6f21904-7a99-4a48-923b-5ecef64b0ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'name': 'tempest-AttachVolumeShelveTestJSON-864067345-router', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '37095310-2162-4755-8cb7-c48037d4ad0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:00:10Z', 'updated_at': '2021-07-23T11:00:19Z', 'revision_number': 4, 'project_id': '443386f89a99476e905cc4b6656fca05', 'gw_port': {'id': '37095310-2162-4755-8cb7-c48037d4ad0d', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:12Z', 'updated_at': '2021-07-23T11:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_floatingips': [{'id': '22e34431-443f-446e-930c-dfd56f160423', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'router_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'port_id': '916db45e-d7e1-46ba-ad2e-e1ab5404093a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666', 'mac_address': 'fa:16:3e:73:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:00:33Z', 'updated_at': '2021-07-23T11:00:50Z', 'revision_number': 1, 'project_id': '443386f89a99476e905cc4b6656fca05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9', 'name': '', 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'mac_address': 'fa:16:3e:f8:10:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0033b6fa-6a35-402d-9d48-f4dcba707c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:16Z', 'updated_at': '2021-07-23T11:00:30Z', 'revision_number': 5, 'project_id': '443386f89a99476e905cc4b6656fca05', 'subnets': [{'id': '0033b6fa-6a35-402d-9d48-f4dcba707c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:52.704347 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f21904-7a99-4a48-923b-5ecef64b0ab7 None None] The sync data for ids ['75824d45-8d51-42d5-bcb5-f8a14f3473ff'] in dv-cinder-801989-3-iscsi is: [{'id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'name': 'tempest-AttachVolumeShelveTestJSON-864067345-router', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '37095310-2162-4755-8cb7-c48037d4ad0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:00:10Z', 'updated_at': '2021-07-23T11:00:19Z', 'revision_number': 4, 'project_id': '443386f89a99476e905cc4b6656fca05', 'gw_port': {'id': '37095310-2162-4755-8cb7-c48037d4ad0d', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:12Z', 'updated_at': '2021-07-23T11:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_floatingips': [{'id': '22e34431-443f-446e-930c-dfd56f160423', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'router_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'port_id': '916db45e-d7e1-46ba-ad2e-e1ab5404093a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666', 'mac_address': 'fa:16:3e:73:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:00:33Z', 'updated_at': '2021-07-23T11:00:50Z', 'revision_number': 1, 'project_id': '443386f89a99476e905cc4b6656fca05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9', 'name': '', 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'mac_address': 'fa:16:3e:f8:10:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0033b6fa-6a35-402d-9d48-f4dcba707c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:16Z', 'updated_at': '2021-07-23T11:00:30Z', 'revision_number': 5, 'project_id': '443386f89a99476e905cc4b6656fca05', 'subnets': [{'id': '0033b6fa-6a35-402d-9d48-f4dcba707c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:00:52.777705 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d304e4f3-e7ce-4050-ab72-b47569d66ede req-4113fdf5-24cd-4a5f-8b5a-bb1948c8d5a8 service neutron] 10.222.0.48 "GET /v2.0/networks/b338a924-cd1f-43eb-97a0-63ad8a12b5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178463 Jul 23 11:00:52.916377 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a010f99-3f94-4c3f-a9c2-b27f1db04b04 req-511c56f2-e180-4a64-999b-dd94261bf795 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:52.926025 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0a010f99-3f94-4c3f-a9c2-b27f1db04b04 req-511c56f2-e180-4a64-999b-dd94261bf795 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fe364e8-9448-474f-8eb1-4b732e5afc18 HTTP/1.1" status: 200 len: 943 time: 0.1230855 Jul 23 11:00:52.997135 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0a010f99-3f94-4c3f-a9c2-b27f1db04b04 req-d9920ac7-64c0-4a68-960f-b18c4374430e tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4db2436-05ed-4f98-a400-a1b14ff8fa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701113 Jul 23 11:00:53.016478 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac87ec-84e4-4ce3-810d-845feb24685c req-9fbbbeeb-ef98-4024-9435-675f1700becf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:53.019114 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ddac87ec-84e4-4ce3-810d-845feb24685c req-9fbbbeeb-ef98-4024-9435-675f1700becf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5e1286101da40ceb620c50feb7b719b&device_id=9fe364e8-9448-474f-8eb1-4b732e5afc18 HTTP/1.1" status: 200 len: 1096 time: 0.1557655 Jul 23 11:00:53.067174 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d531e9-8cae-468a-bbf7-cbe4a90eafb6 None None] New status for floating IP 22e34431-443f-446e-930c-dfd56f160423: ACTIVE {{(pid=93048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:00:53.206410 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac87ec-84e4-4ce3-810d-845feb24685c req-3939aa23-acd6-41bf-baf9-9b87ec3fc14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:53.211706 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ddac87ec-84e4-4ce3-810d-845feb24685c req-3939aa23-acd6-41bf-baf9-9b87ec3fc14b service neutron] 10.222.0.48 "GET /v2.0/networks?id=b338a924-cd1f-43eb-97a0-63ad8a12b5a8 HTTP/1.1" status: 200 len: 909 time: 0.1832571 Jul 23 11:00:53.263974 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ddac87ec-84e4-4ce3-810d-845feb24685c req-a8ccb493-5788-43b0-9faf-83b823dbe0cc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12f2785b-1d85-485d-9f47-c4d2d1a5bf1b HTTP/1.1" status: 200 len: 217 time: 0.0431783 Jul 23 11:00:53.279461 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd6053-410a-4ef3-83d8-5bfc503a122b req-c4e8a295-763c-4c1d-8d4c-7be1233962cc tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:53.281811 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-a5cd6053-410a-4ef3-83d8-5bfc503a122b req-c4e8a295-763c-4c1d-8d4c-7be1233962cc tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.1268764 Jul 23 11:00:53.355095 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac87ec-84e4-4ce3-810d-845feb24685c req-551a8651-23fe-4f81-a04b-cfbd6a587ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:53.356612 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ddac87ec-84e4-4ce3-810d-845feb24685c req-551a8651-23fe-4f81-a04b-cfbd6a587ec7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b689c9f-242e-479b-a0f3-4fe581ef5a21 HTTP/1.1" status: 200 len: 848 time: 0.0737936 Jul 23 11:00:53.361792 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-a5cd6053-410a-4ef3-83d8-5bfc503a122b req-ff228488-c136-48c1-b2a4-6762781600d2 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711081 Jul 23 11:00:53.406657 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ddac87ec-84e4-4ce3-810d-845feb24685c req-807730eb-bba2-4d75-9f08-ed0bcdb4fd23 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b338a924-cd1f-43eb-97a0-63ad8a12b5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279815 Jul 23 11:00:53.501249 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ddac87ec-84e4-4ce3-810d-845feb24685c req-ecf9cdd4-94c6-470e-9606-408eef95aa6e service neutron] 10.222.0.48 "GET /v2.0/networks/b338a924-cd1f-43eb-97a0-63ad8a12b5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820665 Jul 23 11:00:53.558777 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:00:53.604972 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ddac87ec-84e4-4ce3-810d-845feb24685c req-29455073-28d8-4916-848c-86a369047f5f service neutron] 10.222.0.48 "GET /v2.0/networks/b338a924-cd1f-43eb-97a0-63ad8a12b5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894780 Jul 23 11:00:54.136025 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8df11d-e0f9-438a-aa7f-d2513bf65a19 req-76d5cb58-77ac-410e-810d-3ca1f8933120 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:54.137550 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9b8df11d-e0f9-438a-aa7f-d2513bf65a19 req-76d5cb58-77ac-410e-810d-3ca1f8933120 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fe364e8-9448-474f-8eb1-4b732e5afc18 HTTP/1.1" status: 200 len: 943 time: 0.0736229 Jul 23 11:00:54.177174 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9b8df11d-e0f9-438a-aa7f-d2513bf65a19 req-27a6b99e-dd71-4a2b-99be-a76b6a0ea5b9 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4db2436-05ed-4f98-a400-a1b14ff8fa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340502 Jul 23 11:00:54.488585 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349bfb8-604f-49c2-871d-831c086f6fe6 req-11398a0c-fee1-492a-96e6-73b5268d5dc7 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:54.490048 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7349bfb8-604f-49c2-871d-831c086f6fe6 req-11398a0c-fee1-492a-96e6-73b5268d5dc7 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.0618310 Jul 23 11:00:54.527034 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7349bfb8-604f-49c2-871d-831c086f6fe6 req-4c8b39ef-a37a-4adc-8115-328debfaa25b tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315306 Jul 23 11:00:55.231080 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 52650) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:55.328252 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab52ef6-b57a-401c-9c3b-ca3761c0c6e3 req-381fd503-37ea-4a47-9cc8-06ccca211969 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:55.330003 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-aab52ef6-b57a-401c-9c3b-ca3761c0c6e3 req-381fd503-37ea-4a47-9cc8-06ccca211969 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fe364e8-9448-474f-8eb1-4b732e5afc18 HTTP/1.1" status: 200 len: 943 time: 0.0745118 Jul 23 11:00:55.372892 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-aab52ef6-b57a-401c-9c3b-ca3761c0c6e3 req-bb3b78aa-b5d1-4c40-ae83-673a70519ee8 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4db2436-05ed-4f98-a400-a1b14ff8fa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363367 Jul 23 11:00:55.454064 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d2e7968c-ad60-49fb-bd72-986f01236f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:55.540225 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d2e7968c-ad60-49fb-bd72-986f01236f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:55.543708 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d2e7968c-ad60-49fb-bd72-986f01236f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:55.581967 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-d2e7968c-ad60-49fb-bd72-986f01236f47 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e82918759e9f4362bc3f447e826918c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3490369 Jul 23 11:00:55.582849 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7968c-ad60-49fb-bd72-986f01236f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee403684-4e7c-4a8f-8c77-40d67f8f3ace,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:55.584712 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 52658) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:55.634432 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7b38b5c5-1be0-4e32-9c6c-68e2f919998c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:55.654640 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7b38b5c5-1be0-4e32-9c6c-68e2f919998c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:55.662888 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df9201-fae8-4101-8184-0d469d5beb4b req-2a20b0da-1ab7-4ee4-a85d-9b247fae4d24 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:55.664469 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e8df9201-fae8-4101-8184-0d469d5beb4b req-2a20b0da-1ab7-4ee4-a85d-9b247fae4d24 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.0649743 Jul 23 11:00:55.704061 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e8df9201-fae8-4101-8184-0d469d5beb4b req-5b37e4f8-fae1-4998-9e31-61b647f9b35d tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338459 Jul 23 11:00:55.709412 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7b38b5c5-1be0-4e32-9c6c-68e2f919998c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:55.713019 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7b38b5c5-1be0-4e32-9c6c-68e2f919998c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:55.714150 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-7b38b5c5-1be0-4e32-9c6c-68e2f919998c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ee403684-4e7c-4a8f-8c77-40d67f8f3ace HTTP/1.1" status: 204 len: 168 time: 0.1284637 Jul 23 11:00:55.731069 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38b5c5-1be0-4e32-9c6c-68e2f919998c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee403684-4e7c-4a8f-8c77-40d67f8f3ace,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:55.974398 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 52668) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:55.987676 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f201a3dd-096b-4ece-80f9-2ad70acfaea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:56.087414 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f201a3dd-096b-4ece-80f9-2ad70acfaea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:56.091397 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f201a3dd-096b-4ece-80f9-2ad70acfaea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:56.129654 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-f201a3dd-096b-4ece-80f9-2ad70acfaea4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=528d944cfbb543189d91cf77b68e18f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1541367 Jul 23 11:00:56.130519 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201a3dd-096b-4ece-80f9-2ad70acfaea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957b862a-e7f4-4569-8a34-a68032219043,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:56.132678 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 52672) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:56.180635 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-60fa6626-ac4a-4036-9ea7-80259fafdafc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:56.201264 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-60fa6626-ac4a-4036-9ea7-80259fafdafc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:56.250687 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-60fa6626-ac4a-4036-9ea7-80259fafdafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:56.253983 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-60fa6626-ac4a-4036-9ea7-80259fafdafc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:56.255108 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-60fa6626-ac4a-4036-9ea7-80259fafdafc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/957b862a-e7f4-4569-8a34-a68032219043 HTTP/1.1" status: 204 len: 168 time: 0.1213918 Jul 23 11:00:56.262989 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa6626-ac4a-4036-9ea7-80259fafdafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957b862a-e7f4-4569-8a34-a68032219043,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:56.505860 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1084434-6372-4dda-ae84-87427940fff5 req-c5b9cb82-ae07-4280-b7e4-2f325322fe8e tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:56.507699 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c1084434-6372-4dda-ae84-87427940fff5 req-c5b9cb82-ae07-4280-b7e4-2f325322fe8e tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fe364e8-9448-474f-8eb1-4b732e5afc18 HTTP/1.1" status: 200 len: 943 time: 0.0633481 Jul 23 11:00:56.545400 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c1084434-6372-4dda-ae84-87427940fff5 req-268df756-a70e-4a9a-ab0e-f8a2ce225b0b tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4db2436-05ed-4f98-a400-a1b14ff8fa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321987 Jul 23 11:00:56.843122 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772285a-f75d-40b5-82b6-ca5a2df188f5 req-b5687bb7-8d5f-4ded-9ac8-79cc4acb562c tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:56.844793 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9772285a-f75d-40b5-82b6-ca5a2df188f5 req-b5687bb7-8d5f-4ded-9ac8-79cc4acb562c tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.0703180 Jul 23 11:00:56.890101 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9772285a-f75d-40b5-82b6-ca5a2df188f5 req-bf04db0e-f098-4d1f-b38b-afe5ee6993b1 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386949 Jul 23 11:00:57.150565 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 12f2785b-1d85-485d-9f47-c4d2d1a5bf1b details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:00:57.254320 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 12f2785b-1d85-485d-9f47-c4d2d1a5bf1b, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=12f2785b-1d85-485d-9f47-c4d2d1a5bf1b,segment=NetworkSegment(a3aca05f-fcc6-4e98-9fbe-8399f7ff6800),segment_id=a3aca05f-fcc6-4e98-9fbe-8399f7ff6800)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:00:57.265596 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Returning: {'device': '12f2785b-1d85-485d-9f47-c4d2d1a5bf1b', 'network_id': 'b338a924-cd1f-43eb-97a0-63ad8a12b5a8', 'port_id': '12f2785b-1d85-485d-9f47-c4d2d1a5bf1b', 'mac_address': 'fa:16:3e:44:a2:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b689c9f-242e-479b-a0f3-4fe581ef5a21', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:00:57.306209 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:57.318797 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12f2785b-1d85-485d-9f47-c4d2d1a5bf1b {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:00:57.341110 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 12f2785b-1d85-485d-9f47-c4d2d1a5bf1b, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=12f2785b-1d85-485d-9f47-c4d2d1a5bf1b,segment=NetworkSegment(a3aca05f-fcc6-4e98-9fbe-8399f7ff6800),segment_id=a3aca05f-fcc6-4e98-9fbe-8399f7ff6800)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:00:57.345076 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:57.393056 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=12f2785b-1d85-485d-9f47-c4d2d1a5bf1b,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:57.834808 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['12f2785b-1d85-485d-9f47-c4d2d1a5bf1b'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:00:57.875869 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f709d1-99f6-4de3-bd9c-ba98721c4f43 req-65f940e3-5b94-4536-a4c1-b11be697f249 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:57.883618 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c7f709d1-99f6-4de3-bd9c-ba98721c4f43 req-65f940e3-5b94-4536-a4c1-b11be697f249 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fe364e8-9448-474f-8eb1-4b732e5afc18 HTTP/1.1" status: 200 len: 944 time: 0.2616291 Jul 23 11:00:57.922914 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c7f709d1-99f6-4de3-bd9c-ba98721c4f43 req-7a2e4d6e-64a3-4755-8e16-a14c6472006f tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4db2436-05ed-4f98-a400-a1b14ff8fa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383730 Jul 23 11:00:58.038638 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa5da0-fe41-4dd4-a977-2e7287bb2625 req-200bcdc5-1bfe-4b20-980f-1504330cd873 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:58.040143 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bdaa5da0-fe41-4dd4-a977-2e7287bb2625 req-200bcdc5-1bfe-4b20-980f-1504330cd873 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.0654011 Jul 23 11:00:58.080318 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bdaa5da0-fe41-4dd4-a977-2e7287bb2625 req-38587fa1-8716-4218-98a0-8294a22af5b9 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338285 Jul 23 11:00:58.456825 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 52784) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:58.571826 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-03f1205b-b001-42ca-b4fb-a6f08c398bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:58.615898 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2667e1-2804-46ce-b31f-791c9887aaba req-d62bdab5-bb43-4120-a178-e48707994f12 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:58.617486 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-db2667e1-2804-46ce-b31f-791c9887aaba req-d62bdab5-bb43-4120-a178-e48707994f12 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/networks?id=ccf574f9-5702-429a-8d37-996ccac096f3 HTTP/1.1" status: 200 len: 815 time: 0.1071620 Jul 23 11:00:58.632705 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-db2667e1-2804-46ce-b31f-791c9887aaba req-32981d8c-ac29-4e8a-808e-70f85f6a1f27 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/quotas/4258166484494130b9fcf95d2a6afc89 HTTP/1.1" status: 200 len: 375 time: 0.0094361 Jul 23 11:00:58.666884 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-03f1205b-b001-42ca-b4fb-a6f08c398bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:58.670813 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-03f1205b-b001-42ca-b4fb-a6f08c398bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:58.707880 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-03f1205b-b001-42ca-b4fb-a6f08c398bf1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7d6826a562f743de8ff2f5136a54bebb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2499700 Jul 23 11:00:58.709823 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1205b-b001-42ca-b4fb-a6f08c398bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223c77cf-cec7-4825-a97b-c7df8d8ec3a0,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:58.710509 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 52802) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:58.721755 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-db2667e1-2804-46ce-b31f-791c9887aaba req-64483ebf-3554-4c2c-ad49-575a6c253040 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4258166484494130b9fcf95d2a6afc89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0828173 Jul 23 11:00:58.823194 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-87c1658e-9e88-41ab-a2b5-6f1c66665a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:58.857276 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-db2667e1-2804-46ce-b31f-791c9887aaba req-270e4ee5-58da-47e5-9dba-b59b92dcac98 service neutron] 10.222.0.47 "GET /v2.0/networks/ccf574f9-5702-429a-8d37-996ccac096f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272533 Jul 23 11:00:58.859022 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-87c1658e-9e88-41ab-a2b5-6f1c66665a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:58.971952 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-db2667e1-2804-46ce-b31f-791c9887aaba req-e8b6d84c-8608-4c62-b288-9c90849c1c16 service neutron] 10.222.0.47 "GET /v2.0/networks/ccf574f9-5702-429a-8d37-996ccac096f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066296 Jul 23 11:00:58.972907 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-87c1658e-9e88-41ab-a2b5-6f1c66665a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:58.975212 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-87c1658e-9e88-41ab-a2b5-6f1c66665a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:58.979006 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-87c1658e-9e88-41ab-a2b5-6f1c66665a69 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/223c77cf-cec7-4825-a97b-c7df8d8ec3a0 HTTP/1.1" status: 204 len: 168 time: 0.2675343 Jul 23 11:00:58.987486 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1658e-9e88-41ab-a2b5-6f1c66665a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223c77cf-cec7-4825-a97b-c7df8d8ec3a0,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:59.080438 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26137f0e-f69a-4925-a4dc-0df50627d99e req-ece2a3e3-ee5a-41b1-97f1-390ee5e82a78 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:59.090189 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-26137f0e-f69a-4925-a4dc-0df50627d99e req-ece2a3e3-ee5a-41b1-97f1-390ee5e82a78 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fe364e8-9448-474f-8eb1-4b732e5afc18 HTTP/1.1" status: 200 len: 944 time: 0.0903976 Jul 23 11:00:59.139804 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-26137f0e-f69a-4925-a4dc-0df50627d99e req-02545cc4-8982-4438-a5db-bae893323002 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4db2436-05ed-4f98-a400-a1b14ff8fa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486307 Jul 23 11:00:59.222997 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ddda73e1-5406-444b-9238-1bafd2f33015 req-ba9f7e59-8270-45d4-9bc1-b324e717a31b tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=d704b8cd-db8f-4ae7-a5d8-933b1b1a3f2b HTTP/1.1" status: 200 len: 210 time: 0.0378015 Jul 23 11:00:59.245015 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37fcd7-3a01-4ed8-aafd-c9a35e94f631 req-0aee31f3-c0fc-4f07-bdab-c63bf7e5d798 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:59.246535 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-7d37fcd7-3a01-4ed8-aafd-c9a35e94f631 req-0aee31f3-c0fc-4f07-bdab-c63bf7e5d798 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.0766277 Jul 23 11:00:59.290571 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-7d37fcd7-3a01-4ed8-aafd-c9a35e94f631 req-37fcdb0c-12cf-4b87-bb60-64fbd4a7822b tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383289 Jul 23 11:00:59.341500 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 52826) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:59.352680 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3171394d-d85e-4f0c-a32e-d8aa5fa3d7b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:59.450908 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3171394d-d85e-4f0c-a32e-d8aa5fa3d7b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:59.455675 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3171394d-d85e-4f0c-a32e-d8aa5fa3d7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:59.511133 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-3171394d-d85e-4f0c-a32e-d8aa5fa3d7b7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ed8873d3eddb4e178d7dc07722ff0453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1687846 Jul 23 11:00:59.511133 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3171394d-d85e-4f0c-a32e-d8aa5fa3d7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95cc400-8326-4412-8e11-865347e46c59,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:59.516125 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 52830) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:59.566775 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f0bc96af-115c-4a45-b48b-80425260692f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:59.588291 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f0bc96af-115c-4a45-b48b-80425260692f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:59.642161 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f0bc96af-115c-4a45-b48b-80425260692f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:59.646084 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f0bc96af-115c-4a45-b48b-80425260692f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:59.647345 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-f0bc96af-115c-4a45-b48b-80425260692f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b95cc400-8326-4412-8e11-865347e46c59 HTTP/1.1" status: 204 len: 168 time: 0.1345234 Jul 23 11:00:59.655593 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bc96af-115c-4a45-b48b-80425260692f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95cc400-8326-4412-8e11-865347e46c59,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:00.270683 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4eca48-7bfa-4a47-af00-3d1257ee841d req-d7dd0546-bfa9-476b-88e4-5f58a0450b07 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:00.272233 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0a4eca48-7bfa-4a47-af00-3d1257ee841d req-d7dd0546-bfa9-476b-88e4-5f58a0450b07 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fe364e8-9448-474f-8eb1-4b732e5afc18 HTTP/1.1" status: 200 len: 944 time: 0.0679748 Jul 23 11:01:00.314211 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0a4eca48-7bfa-4a47-af00-3d1257ee841d req-7c4deae8-8777-4bda-9caa-a6b49f0170a5 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4db2436-05ed-4f98-a400-a1b14ff8fa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354679 Jul 23 11:01:00.322482 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-efde2845-ce99-4003-95b8-61d97652ceeb req-3a05423e-8fdc-4fe9-835d-3517d06df949 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=d704b8cd-db8f-4ae7-a5d8-933b1b1a3f2b HTTP/1.1" status: 200 len: 210 time: 0.0289309 Jul 23 11:01:00.455526 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3610a-08a6-4bd3-b26b-8ca838cee073 req-9007c7eb-3a8b-4574-84ff-d44c1203210b tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:00.462354 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-f1b3610a-08a6-4bd3-b26b-8ca838cee073 req-9007c7eb-3a8b-4574-84ff-d44c1203210b tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.0770843 Jul 23 11:01:00.506500 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-f1b3610a-08a6-4bd3-b26b-8ca838cee073 req-f34d970a-77fe-40cd-804e-ff07a969aef1 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432284 Jul 23 11:01:00.555213 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:00.628165 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2667e1-2804-46ce-b31f-791c9887aaba req-86dd37ec-ce77-404c-a7e9-0d6fa7dd3f88 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:00.630177 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-db2667e1-2804-46ce-b31f-791c9887aaba req-86dd37ec-ce77-404c-a7e9-0d6fa7dd3f88 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.48 "GET /v2.0/networks?id=ccf574f9-5702-429a-8d37-996ccac096f3 HTTP/1.1" status: 200 len: 815 time: 0.1224785 Jul 23 11:01:00.654432 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [req-db2667e1-2804-46ce-b31f-791c9887aaba req-b978418e-c8c1-4e70-bba3-5d865223c034 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Request body: {'port': {'device_id': 'd704b8cd-db8f-4ae7-a5d8-933b1b1a3f2b', 'network_id': 'ccf574f9-5702-429a-8d37-996ccac096f3', 'admin_state_up': True, 'tenant_id': '4258166484494130b9fcf95d2a6afc89'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:01:00.777118 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db2667e1-2804-46ce-b31f-791c9887aaba req-b978418e-c8c1-4e70-bba3-5d865223c034 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Made reservation on behalf of 4258166484494130b9fcf95d2a6afc89 for: {'port': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:01:00.780653 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-db2667e1-2804-46ce-b31f-791c9887aaba req-b978418e-c8c1-4e70-bba3-5d865223c034 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:00.903463 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [req-db2667e1-2804-46ce-b31f-791c9887aaba req-b978418e-c8c1-4e70-bba3-5d865223c034 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Allocated IP 172.20.0.9 (ccf574f9-5702-429a-8d37-996ccac096f3/c73e0985-88a5-4a27-821f-63539929b032/0cfb211e-c15a-4382-83a9-f21a866244a2) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:01:01.060840 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-db2667e1-2804-46ce-b31f-791c9887aaba req-b978418e-c8c1-4e70-bba3-5d865223c034 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:01.101300 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-db2667e1-2804-46ce-b31f-791c9887aaba req-b978418e-c8c1-4e70-bba3-5d865223c034 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31524845'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:01.121422 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['15e4b25b-8260-457b-877f-079b28aefebf'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:01:01.146615 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db2667e1-2804-46ce-b31f-791c9887aaba req-b978418e-c8c1-4e70-bba3-5d865223c034 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Network ccf574f9-5702-429a-8d37-996ccac096f3 is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:01:01.151701 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [req-db2667e1-2804-46ce-b31f-791c9887aaba req-b978418e-c8c1-4e70-bba3-5d865223c034 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:01:01.154625 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2667e1-2804-46ce-b31f-791c9887aaba req-b978418e-c8c1-4e70-bba3-5d865223c034 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:01:01.178110 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 12f2785b-1d85-485d-9f47-c4d2d1a5bf1b up at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:01:01.190220 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978418e-c8c1-4e70-bba3-5d865223c034 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Pushing event updated for resources: {'Port': ['ID=0cfb211e-c15a-4382-83a9-f21a866244a2,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:01.214600 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2667e1-2804-46ce-b31f-791c9887aaba req-b978418e-c8c1-4e70-bba3-5d865223c034 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:01.215240 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-db2667e1-2804-46ce-b31f-791c9887aaba req-b978418e-c8c1-4e70-bba3-5d865223c034 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:01.231651 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-db2667e1-2804-46ce-b31f-791c9887aaba req-b978418e-c8c1-4e70-bba3-5d865223c034 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5818274 Jul 23 11:01:01.248652 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [req-db2667e1-2804-46ce-b31f-791c9887aaba req-a1cfdaf3-6360-4bd7-8b21-2c2a6cef25d9 service neutron] Request body: {'port': {'device_id': 'd704b8cd-db8f-4ae7-a5d8-933b1b1a3f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:01:01.259844 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning for port 12f2785b-1d85-485d-9f47-c4d2d1a5bf1b completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:01:01.272059 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning complete for port 12f2785b-1d85-485d-9f47-c4d2d1a5bf1b triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:01:01.272489 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:01.367110 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-db2667e1-2804-46ce-b31f-791c9887aaba req-a1cfdaf3-6360-4bd7-8b21-2c2a6cef25d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:01.392674 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:01.446536 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe364e8-9448-474f-8eb1-4b732e5afc18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f2785b-1d85-485d-9f47-c4d2d1a5bf1b'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:01:01.455036 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}214548a6ff4efd2602c2c2cf0448be42dc7715ee41776415c9dd15aa22406767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583a49ec-b3a2-4570-9003-9350d59df42c" -d '{"events": [{"server_uuid": "9fe364e8-9448-474f-8eb1-4b732e5afc18", "name": "network-vif-plugged", "status": "completed", "tag": "12f2785b-1d85-485d-9f47-c4d2d1a5bf1b"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:01:01.477692 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 12f2785b-1d85-485d-9f47-c4d2d1a5bf1b, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=12f2785b-1d85-485d-9f47-c4d2d1a5bf1b,segment=NetworkSegment(a3aca05f-fcc6-4e98-9fbe-8399f7ff6800),segment_id=a3aca05f-fcc6-4e98-9fbe-8399f7ff6800)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:01:01.485907 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:01.499885 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095fd80-1df2-4573-9cfe-938f6c40ffdb req-220fb3e0-9b25-4ea7-a693-c6b357740e8a tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:01.502513 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9095fd80-1df2-4573-9cfe-938f6c40ffdb req-220fb3e0-9b25-4ea7-a693-c6b357740e8a tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=d704b8cd-db8f-4ae7-a5d8-933b1b1a3f2b HTTP/1.1" status: 200 len: 931 time: 0.0970614 Jul 23 11:01:01.547184 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=12f2785b-1d85-485d-9f47-c4d2d1a5bf1b,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:01.553347 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9095fd80-1df2-4573-9cfe-938f6c40ffdb req-567d5139-a85f-4eb4-a255-97fbdfe885bb tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440683 Jul 23 11:01:01.579274 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e0e7b-b150-45fa-b39b-d7338b6f0421 req-7d9ed769-7232-4d32-a2df-1d0d25aff501 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:01.581611 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-dd9e0e7b-b150-45fa-b39b-d7338b6f0421 req-7d9ed769-7232-4d32-a2df-1d0d25aff501 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fe364e8-9448-474f-8eb1-4b732e5afc18 HTTP/1.1" status: 200 len: 944 time: 0.1599457 Jul 23 11:01:01.611306 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567a090d-392f-4efb-965e-07a6c0883368 x-openstack-request-id: req-567a090d-392f-4efb-965e-07a6c0883368 {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:01:01.611931 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe364e8-9448-474f-8eb1-4b732e5afc18", "name": "network-vif-plugged", "status": "completed", "tag": "12f2785b-1d85-485d-9f47-c4d2d1a5bf1b", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:01:01.611931 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-567a090d-392f-4efb-965e-07a6c0883368 {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:01:01.612284 dv-cinder-801989-3-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe364e8-9448-474f-8eb1-4b732e5afc18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f2785b-1d85-485d-9f47-c4d2d1a5bf1b', 'code': 200} Jul 23 11:01:01.674456 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-dd9e0e7b-b150-45fa-b39b-d7338b6f0421 req-82322083-4c0c-418d-89cf-2f1a9ac09299 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4db2436-05ed-4f98-a400-a1b14ff8fa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839887 Jul 23 11:01:01.757668 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ebe5e1-b346-45d5-88fa-95d8995d1581 req-72f16c5a-eb61-4bcc-b1f2-f653ad21dbe4 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:01.765061 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-33ebe5e1-b346-45d5-88fa-95d8995d1581 req-72f16c5a-eb61-4bcc-b1f2-f653ad21dbe4 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.0987389 Jul 23 11:01:01.780116 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [req-db2667e1-2804-46ce-b31f-791c9887aaba req-a1cfdaf3-6360-4bd7-8b21-2c2a6cef25d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cfb211e-c15a-4382-83a9-f21a866244a2 {{(pid=93046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:01:01.790649 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-db2667e1-2804-46ce-b31f-791c9887aaba req-a1cfdaf3-6360-4bd7-8b21-2c2a6cef25d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:01.804411 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.provisioning_blocks [req-db2667e1-2804-46ce-b31f-791c9887aaba req-a1cfdaf3-6360-4bd7-8b21-2c2a6cef25d9 service neutron] Transition to ACTIVE for port object 0cfb211e-c15a-4382-83a9-f21a866244a2 will not be triggered until provisioned by entity L2. {{(pid=93046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:01:01.808665 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-33ebe5e1-b346-45d5-88fa-95d8995d1581 req-2870cbf0-192b-417d-9684-7e5faf21f744 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426071 Jul 23 11:01:01.808889 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-db2667e1-2804-46ce-b31f-791c9887aaba req-a1cfdaf3-6360-4bd7-8b21-2c2a6cef25d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31524822'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:01.862565 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cfdaf3-6360-4bd7-8b21-2c2a6cef25d9 service neutron] Pushing event updated for resources: {'Port': ['ID=0cfb211e-c15a-4382-83a9-f21a866244a2,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:01.885272 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5f4dd-2b64-462a-bf86-56b7f581fb4a req-abf6ede5-8ce5-4067-a7e7-d48010d97a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:01.887007 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1ff5f4dd-2b64-462a-bf86-56b7f581fb4a req-abf6ede5-8ce5-4067-a7e7-d48010d97a87 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9fe364e8-9448-474f-8eb1-4b732e5afc18 HTTP/1.1" status: 200 len: 1098 time: 0.0578923 Jul 23 11:01:01.941645 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1ff5f4dd-2b64-462a-bf86-56b7f581fb4a req-331ab874-ecd4-4e63-87b1-439bac8775aa service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f4db2436-05ed-4f98-a400-a1b14ff8fa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381997 Jul 23 11:01:01.942421 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-db2667e1-2804-46ce-b31f-791c9887aaba req-a1cfdaf3-6360-4bd7-8b21-2c2a6cef25d9 service neutron] Attempting to bind port 0cfb211e-c15a-4382-83a9-f21a866244a2 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:01:01.942915 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-db2667e1-2804-46ce-b31f-791c9887aaba req-a1cfdaf3-6360-4bd7-8b21-2c2a6cef25d9 service neutron] Attempting to bind port 0cfb211e-c15a-4382-83a9-f21a866244a2 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': 'c7124302-fb3f-495e-b748-07d02359f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ccf574f9-5702-429a-8d37-996ccac096f3'}] {{(pid=93046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:01:01.944131 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2667e1-2804-46ce-b31f-791c9887aaba req-a1cfdaf3-6360-4bd7-8b21-2c2a6cef25d9 service neutron] Attempting to bind port 0cfb211e-c15a-4382-83a9-f21a866244a2 on network ccf574f9-5702-429a-8d37-996ccac096f3 {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:01:01.948282 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2667e1-2804-46ce-b31f-791c9887aaba req-a1cfdaf3-6360-4bd7-8b21-2c2a6cef25d9 service neutron] Port 0cfb211e-c15a-4382-83a9-f21a866244a2 on network ccf574f9-5702-429a-8d37-996ccac096f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:01:01.948692 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2667e1-2804-46ce-b31f-791c9887aaba req-a1cfdaf3-6360-4bd7-8b21-2c2a6cef25d9 service neutron] Attempting to bind port 0cfb211e-c15a-4382-83a9-f21a866244a2 on network ccf574f9-5702-429a-8d37-996ccac096f3 {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:01:01.955025 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2667e1-2804-46ce-b31f-791c9887aaba req-a1cfdaf3-6360-4bd7-8b21-2c2a6cef25d9 service neutron] Checking agent: {'id': 'fd06f6b8-de2a-4c3f-8327-d731c40933c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'started_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:01:01.955937 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2667e1-2804-46ce-b31f-791c9887aaba req-a1cfdaf3-6360-4bd7-8b21-2c2a6cef25d9 service neutron] Checking segment: {'id': 'c7124302-fb3f-495e-b748-07d02359f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ccf574f9-5702-429a-8d37-996ccac096f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:01:01.956509 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2667e1-2804-46ce-b31f-791c9887aaba req-a1cfdaf3-6360-4bd7-8b21-2c2a6cef25d9 service neutron] Bound using segment: {'id': 'c7124302-fb3f-495e-b748-07d02359f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ccf574f9-5702-429a-8d37-996ccac096f3'} {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:01:01.956857 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-db2667e1-2804-46ce-b31f-791c9887aaba req-a1cfdaf3-6360-4bd7-8b21-2c2a6cef25d9 service neutron] Bound port: 0cfb211e-c15a-4382-83a9-f21a866244a2, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7124302-fb3f-495e-b748-07d02359f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ccf574f9-5702-429a-8d37-996ccac096f3'}}] {{(pid=93046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:01:01.957239 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-db2667e1-2804-46ce-b31f-791c9887aaba req-a1cfdaf3-6360-4bd7-8b21-2c2a6cef25d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:02.037913 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-db2667e1-2804-46ce-b31f-791c9887aaba req-a1cfdaf3-6360-4bd7-8b21-2c2a6cef25d9 service neutron] For port 0cfb211e-c15a-4382-83a9-f21a866244a2, host hv-cinder-80198, cleared binding levels {{(pid=93046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:01:02.041317 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-db2667e1-2804-46ce-b31f-791c9887aaba req-a1cfdaf3-6360-4bd7-8b21-2c2a6cef25d9 service neutron] For port 0cfb211e-c15a-4382-83a9-f21a866244a2, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=0cfb211e-c15a-4382-83a9-f21a866244a2,segment=NetworkSegment(c7124302-fb3f-495e-b748-07d02359f90e),segment_id=c7124302-fb3f-495e-b748-07d02359f90e)] {{(pid=93046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:01:02.046280 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-db2667e1-2804-46ce-b31f-791c9887aaba req-a1cfdaf3-6360-4bd7-8b21-2c2a6cef25d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31524822'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:02.078242 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2667e1-2804-46ce-b31f-791c9887aaba req-a1cfdaf3-6360-4bd7-8b21-2c2a6cef25d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:02.078876 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-db2667e1-2804-46ce-b31f-791c9887aaba req-a1cfdaf3-6360-4bd7-8b21-2c2a6cef25d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:02.080918 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-db2667e1-2804-46ce-b31f-791c9887aaba req-a1cfdaf3-6360-4bd7-8b21-2c2a6cef25d9 service neutron] 10.222.0.48 "PUT /v2.0/ports/0cfb211e-c15a-4382-83a9-f21a866244a2 HTTP/1.1" status: 200 len: 1093 time: 0.8361869 Jul 23 11:01:02.081417 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd704b8cd-db8f-4ae7-a5d8-933b1b1a3f2b', 'tag': '0cfb211e-c15a-4382-83a9-f21a866244a2'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:01:02.083698 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e514f4fc9e73055b469c7c960908a930888711302e8ce169aa561e05cb35f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aada96ac-7481-4ee2-979c-a48583f4c76e" -d '{"events": [{"name": "network-changed", "server_uuid": "d704b8cd-db8f-4ae7-a5d8-933b1b1a3f2b", "tag": "0cfb211e-c15a-4382-83a9-f21a866244a2"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:01:02.117551 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cfdaf3-6360-4bd7-8b21-2c2a6cef25d9 service neutron] Pushing event updated for resources: {'Port': ['ID=0cfb211e-c15a-4382-83a9-f21a866244a2,revision_number=3']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:02.122927 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53062228-5ba0-4ce2-9492-6ab1d0fcaa96 x-openstack-request-id: req-53062228-5ba0-4ce2-9492-6ab1d0fcaa96 {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:01:02.123381 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d704b8cd-db8f-4ae7-a5d8-933b1b1a3f2b", "tag": "0cfb211e-c15a-4382-83a9-f21a866244a2", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:01:02.123792 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-53062228-5ba0-4ce2-9492-6ab1d0fcaa96 {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:01:02.124434 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd704b8cd-db8f-4ae7-a5d8-933b1b1a3f2b', 'tag': '0cfb211e-c15a-4382-83a9-f21a866244a2', 'status': 'completed', 'code': 200} Jul 23 11:01:02.241924 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2667e1-2804-46ce-b31f-791c9887aaba req-0563de2d-1e85-4e20-9cf2-85f42e90d6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:02.243301 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-db2667e1-2804-46ce-b31f-791c9887aaba req-0563de2d-1e85-4e20-9cf2-85f42e90d6c8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4258166484494130b9fcf95d2a6afc89&device_id=d704b8cd-db8f-4ae7-a5d8-933b1b1a3f2b HTTP/1.1" status: 200 len: 1096 time: 0.0568726 Jul 23 11:01:02.296344 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-db2667e1-2804-46ce-b31f-791c9887aaba req-2108f67f-32b3-438e-930b-6a7194473fb2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cfb211e-c15a-4382-83a9-f21a866244a2 HTTP/1.1" status: 200 len: 217 time: 0.0320785 Jul 23 11:01:02.353286 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2667e1-2804-46ce-b31f-791c9887aaba req-ce1578a6-5402-4229-8634-58cbf909366e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:02.354794 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-db2667e1-2804-46ce-b31f-791c9887aaba req-ce1578a6-5402-4229-8634-58cbf909366e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c73e0985-88a5-4a27-821f-63539929b032 HTTP/1.1" status: 200 len: 855 time: 0.0439394 Jul 23 11:01:02.392445 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-db2667e1-2804-46ce-b31f-791c9887aaba req-bc4e0cd2-9d2d-4fe3-9f97-d0725c9386b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ccf574f9-5702-429a-8d37-996ccac096f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259454 Jul 23 11:01:02.491841 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-db2667e1-2804-46ce-b31f-791c9887aaba req-0cdf88b2-d13b-4d12-a01f-c2c058a8281e service neutron] 10.222.0.48 "GET /v2.0/networks/ccf574f9-5702-429a-8d37-996ccac096f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873251 Jul 23 11:01:02.591754 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-db2667e1-2804-46ce-b31f-791c9887aaba req-017af87a-0c1e-4e5e-81f9-aa39371641e6 service neutron] 10.222.0.48 "GET /v2.0/networks/ccf574f9-5702-429a-8d37-996ccac096f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857699 Jul 23 11:01:02.719353 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e0387-e0ed-46f2-98dd-05a41942ced7 req-ce5e6faf-ad34-4cb8-bb47-233bb3de6a71 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:02.721427 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-4a3e0387-e0ed-46f2-98dd-05a41942ced7 req-ce5e6faf-ad34-4cb8-bb47-233bb3de6a71 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=d704b8cd-db8f-4ae7-a5d8-933b1b1a3f2b HTTP/1.1" status: 200 len: 943 time: 0.0955496 Jul 23 11:01:02.764623 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada96ac-7481-4ee2-979c-a48583f4c76e req-55c37555-615f-42d6-b89d-5edb8448d5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:02.766159 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-aada96ac-7481-4ee2-979c-a48583f4c76e req-55c37555-615f-42d6-b89d-5edb8448d5f6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4258166484494130b9fcf95d2a6afc89&device_id=d704b8cd-db8f-4ae7-a5d8-933b1b1a3f2b HTTP/1.1" status: 200 len: 1096 time: 0.0965009 Jul 23 11:01:02.771430 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-4a3e0387-e0ed-46f2-98dd-05a41942ced7 req-0f6d87e4-5358-4504-a3a2-34bd5bcbbd83 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432973 Jul 23 11:01:02.821218 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1a9f4-ef87-4683-9025-239437999b16 req-8eaa6b07-82b1-4922-a625-15c4efb3c1a7 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:02.822739 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-29e1a9f4-ef87-4683-9025-239437999b16 req-8eaa6b07-82b1-4922-a625-15c4efb3c1a7 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fe364e8-9448-474f-8eb1-4b732e5afc18 HTTP/1.1" status: 200 len: 945 time: 0.0654793 Jul 23 11:01:02.875128 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada96ac-7481-4ee2-979c-a48583f4c76e req-2977ee26-1961-4b07-8048-bafc02e75bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:02.877217 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-aada96ac-7481-4ee2-979c-a48583f4c76e req-2977ee26-1961-4b07-8048-bafc02e75bb1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ccf574f9-5702-429a-8d37-996ccac096f3 HTTP/1.1" status: 200 len: 916 time: 0.1008348 Jul 23 11:01:02.880419 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-29e1a9f4-ef87-4683-9025-239437999b16 req-494235fc-8404-4968-aac4-65fb5d9c4e00 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4db2436-05ed-4f98-a400-a1b14ff8fa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519309 Jul 23 11:01:02.947123 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-aada96ac-7481-4ee2-979c-a48583f4c76e req-942b7b9e-a815-487e-8012-e1fccfbff4c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cfb211e-c15a-4382-83a9-f21a866244a2 HTTP/1.1" status: 200 len: 217 time: 0.0529058 Jul 23 11:01:03.008271 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8494d7-c0c3-4bc3-ad71-b84423ad663f req-73f70170-a356-48c7-bb5a-f761821a8f1e tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:03.009738 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-7a8494d7-c0c3-4bc3-ad71-b84423ad663f req-73f70170-a356-48c7-bb5a-f761821a8f1e tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.1246495 Jul 23 11:01:03.025146 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada96ac-7481-4ee2-979c-a48583f4c76e req-40377ab5-c2a9-4ec1-9991-4c51d7ba66f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:03.026487 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-aada96ac-7481-4ee2-979c-a48583f4c76e req-40377ab5-c2a9-4ec1-9991-4c51d7ba66f0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c73e0985-88a5-4a27-821f-63539929b032 HTTP/1.1" status: 200 len: 855 time: 0.0654235 Jul 23 11:01:03.053350 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-7a8494d7-c0c3-4bc3-ad71-b84423ad663f req-e875b6cb-ffe4-4f4e-b5d6-6370d95252ff tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379891 Jul 23 11:01:03.088032 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-aada96ac-7481-4ee2-979c-a48583f4c76e req-97547a9a-41c1-460a-afda-2060916a8f47 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ccf574f9-5702-429a-8d37-996ccac096f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329566 Jul 23 11:01:03.381697 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-aada96ac-7481-4ee2-979c-a48583f4c76e req-f6fe581b-39cb-4d88-bb97-904e55592425 service neutron] 10.222.0.48 "GET /v2.0/networks/ccf574f9-5702-429a-8d37-996ccac096f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723680 Jul 23 11:01:03.483668 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-aada96ac-7481-4ee2-979c-a48583f4c76e req-56e0c3a5-58db-48ef-a7ba-fce8911503da service neutron] 10.222.0.48 "GET /v2.0/networks/ccf574f9-5702-429a-8d37-996ccac096f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845728 Jul 23 11:01:03.906727 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5967c-52e9-47cc-ae11-dfd88b4e013a req-50919bc5-1e74-41ac-b0bc-e89743432a1f tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:03.914581 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e1b5967c-52e9-47cc-ae11-dfd88b4e013a req-50919bc5-1e74-41ac-b0bc-e89743432a1f tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=d704b8cd-db8f-4ae7-a5d8-933b1b1a3f2b HTTP/1.1" status: 200 len: 943 time: 0.0744879 Jul 23 11:01:03.951394 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e1b5967c-52e9-47cc-ae11-dfd88b4e013a req-8247ed8c-1a22-40b0-a7b6-e4639bd86edc tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358593 Jul 23 11:01:04.033847 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98a171-71b8-4f6b-8548-d9abd9237371 req-fb0801fe-ffd5-4b19-90e4-ffbe9d90eb61 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:04.035457 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2a98a171-71b8-4f6b-8548-d9abd9237371 req-fb0801fe-ffd5-4b19-90e4-ffbe9d90eb61 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fe364e8-9448-474f-8eb1-4b732e5afc18 HTTP/1.1" status: 200 len: 945 time: 0.0620461 Jul 23 11:01:04.073119 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2a98a171-71b8-4f6b-8548-d9abd9237371 req-36019006-546c-490f-9d68-b3888ab27d66 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4db2436-05ed-4f98-a400-a1b14ff8fa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320559 Jul 23 11:01:04.199167 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa2874-bdb2-4caa-b914-0f73c676003f req-710e8073-b34b-42ba-9fcf-ecc45974c2a5 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:04.200717 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0daa2874-bdb2-4caa-b914-0f73c676003f req-710e8073-b34b-42ba-9fcf-ecc45974c2a5 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.0646729 Jul 23 11:01:04.237888 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0daa2874-bdb2-4caa-b914-0f73c676003f req-977b3eb0-8a79-4195-a1b5-f121d26c5690 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309932 Jul 23 11:01:05.122916 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfb15b-dfd1-4f6c-882a-c31d8d2fc8a5 req-a3451af8-f0b4-4f7e-a87f-f33fcfa50f83 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:05.124437 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6bcfb15b-dfd1-4f6c-882a-c31d8d2fc8a5 req-a3451af8-f0b4-4f7e-a87f-f33fcfa50f83 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=d704b8cd-db8f-4ae7-a5d8-933b1b1a3f2b HTTP/1.1" status: 200 len: 943 time: 0.0947390 Jul 23 11:01:05.162879 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6bcfb15b-dfd1-4f6c-882a-c31d8d2fc8a5 req-d7d28b36-c00e-45e0-b7bb-39c017b22d5d tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325975 Jul 23 11:01:05.194032 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37efc8-5703-402b-9459-4ae142bda4bf req-ffbc6e06-9db8-4ffc-83b8-785c740aaa97 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:05.195666 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-2f37efc8-5703-402b-9459-4ae142bda4bf req-ffbc6e06-9db8-4ffc-83b8-785c740aaa97 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fe364e8-9448-474f-8eb1-4b732e5afc18 HTTP/1.1" status: 200 len: 945 time: 0.0715158 Jul 23 11:01:05.233715 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-2f37efc8-5703-402b-9459-4ae142bda4bf req-768db0bc-473d-4911-be14-fb38c4bb6e4e tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4db2436-05ed-4f98-a400-a1b14ff8fa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323935 Jul 23 11:01:05.372319 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f075f-43fe-471e-bb94-df08f351f888 req-fda26084-7b1b-4329-a3e4-041713b785c0 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:05.373882 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-160f075f-43fe-471e-bb94-df08f351f888 req-fda26084-7b1b-4329-a3e4-041713b785c0 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.0694313 Jul 23 11:01:05.421637 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-160f075f-43fe-471e-bb94-df08f351f888 req-85236767-5287-4be5-9e50-5b195abe1e38 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418768 Jul 23 11:01:05.986973 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9caedf-8624-429b-8bfe-038b409a8073 req-75e22d30-f725-4e67-804b-c846c9ce34b8 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:05.988577 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0a9caedf-8624-429b-8bfe-038b409a8073 req-75e22d30-f725-4e67-804b-c846c9ce34b8 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d25b6c-5819-4bb3-b20f-be70f03a0af7 HTTP/1.1" status: 200 len: 945 time: 0.0673108 Jul 23 11:01:06.025623 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0a9caedf-8624-429b-8bfe-038b409a8073 req-d6f368c6-b928-42b2-9113-826c6c3c1832 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f82cc39-4535-4905-809c-9111d54208cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316474 Jul 23 11:01:06.291597 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c920a9-62fa-420f-92c8-63c7c8f4a73d req-6ec98437-4759-45fe-bf79-7dd3bddfd2a9 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:06.293093 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-10c920a9-62fa-420f-92c8-63c7c8f4a73d req-6ec98437-4759-45fe-bf79-7dd3bddfd2a9 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=d704b8cd-db8f-4ae7-a5d8-933b1b1a3f2b HTTP/1.1" status: 200 len: 943 time: 0.0618567 Jul 23 11:01:06.331669 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-10c920a9-62fa-420f-92c8-63c7c8f4a73d req-851d45ce-6199-41c9-a5d6-ce16f0246d1c tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331738 Jul 23 11:01:06.360435 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a81eab-12da-4af6-b912-469aa9a99aba req-e9bda57b-147b-4903-93ca-d61bab452244 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:06.362597 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-13a81eab-12da-4af6-b912-469aa9a99aba req-e9bda57b-147b-4903-93ca-d61bab452244 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fe364e8-9448-474f-8eb1-4b732e5afc18 HTTP/1.1" status: 200 len: 945 time: 0.0626307 Jul 23 11:01:06.398442 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-13a81eab-12da-4af6-b912-469aa9a99aba req-19cb0847-c5d4-4a78-a1f0-e986a096ee25 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4db2436-05ed-4f98-a400-a1b14ff8fa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305097 Jul 23 11:01:06.550997 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40b155-680f-4601-968d-e2defa2e5cba req-796c47e8-98c3-4c84-bfbb-0316c13e0ea1 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:06.552621 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4e40b155-680f-4601-968d-e2defa2e5cba req-796c47e8-98c3-4c84-bfbb-0316c13e0ea1 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.0647027 Jul 23 11:01:06.601107 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4e40b155-680f-4601-968d-e2defa2e5cba req-041f92da-3ea9-464f-92e6-54c0ab6e3666 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418565 Jul 23 11:01:07.154461 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec845812-e14b-45e7-b8a4-f0facb5b44fe req-99b75429-18d6-4a26-8986-a83f697e7af7 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:07.157226 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ec845812-e14b-45e7-b8a4-f0facb5b44fe req-99b75429-18d6-4a26-8986-a83f697e7af7 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d25b6c-5819-4bb3-b20f-be70f03a0af7 HTTP/1.1" status: 200 len: 945 time: 0.0651314 Jul 23 11:01:07.199977 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ec845812-e14b-45e7-b8a4-f0facb5b44fe req-c7063a72-66c1-404c-9abb-f131de29843a tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f82cc39-4535-4905-809c-9111d54208cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364072 Jul 23 11:01:07.205158 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 0cfb211e-c15a-4382-83a9-f21a866244a2 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:01:07.300788 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 0cfb211e-c15a-4382-83a9-f21a866244a2, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=0cfb211e-c15a-4382-83a9-f21a866244a2,segment=NetworkSegment(c7124302-fb3f-495e-b748-07d02359f90e),segment_id=c7124302-fb3f-495e-b748-07d02359f90e)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:01:07.311100 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Returning: {'device': '0cfb211e-c15a-4382-83a9-f21a866244a2', 'network_id': 'ccf574f9-5702-429a-8d37-996ccac096f3', 'port_id': '0cfb211e-c15a-4382-83a9-f21a866244a2', 'mac_address': 'fa:16:3e:a1:a1:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73e0985-88a5-4a27-821f-63539929b032', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:01:07.344840 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:07.357690 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cfb211e-c15a-4382-83a9-f21a866244a2 {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:01:07.380599 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 0cfb211e-c15a-4382-83a9-f21a866244a2, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=0cfb211e-c15a-4382-83a9-f21a866244a2,segment=NetworkSegment(c7124302-fb3f-495e-b748-07d02359f90e),segment_id=c7124302-fb3f-495e-b748-07d02359f90e)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:01:07.385723 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:07.433233 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=0cfb211e-c15a-4382-83a9-f21a866244a2,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:07.471801 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1b2e3-1cd3-474f-982f-8f6c45ae0fa4 req-9c881ec2-c33e-4daa-bf44-fdc7108c98db tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:07.473314 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-5de1b2e3-1cd3-474f-982f-8f6c45ae0fa4 req-9c881ec2-c33e-4daa-bf44-fdc7108c98db tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=d704b8cd-db8f-4ae7-a5d8-933b1b1a3f2b HTTP/1.1" status: 200 len: 944 time: 0.0719745 Jul 23 11:01:07.510814 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-5de1b2e3-1cd3-474f-982f-8f6c45ae0fa4 req-15e9a3bc-ddb4-4562-a0ff-ad34df05750c tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318601 Jul 23 11:01:07.529705 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313f652-680a-4005-a3ff-6ab4b865feda req-78fbfa3a-9617-49da-b06c-e2ef55f072c0 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:07.531188 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c313f652-680a-4005-a3ff-6ab4b865feda req-78fbfa3a-9617-49da-b06c-e2ef55f072c0 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fe364e8-9448-474f-8eb1-4b732e5afc18 HTTP/1.1" status: 200 len: 945 time: 0.0633256 Jul 23 11:01:07.567981 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c313f652-680a-4005-a3ff-6ab4b865feda req-25efa613-584f-4fb6-bb33-d290f892fd1a tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4db2436-05ed-4f98-a400-a1b14ff8fa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304298 Jul 23 11:01:07.734112 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47286251-c3d7-416c-98f3-a26c7a6f75c2 req-baa93e31-a306-4c2d-9629-d18c9797c3a7 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:07.735601 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-47286251-c3d7-416c-98f3-a26c7a6f75c2 req-baa93e31-a306-4c2d-9629-d18c9797c3a7 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.0649121 Jul 23 11:01:07.773278 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-47286251-c3d7-416c-98f3-a26c7a6f75c2 req-f502d0b1-7252-42c4-ab4e-ec8a166813fb tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317941 Jul 23 11:01:08.070807 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['0cfb211e-c15a-4382-83a9-f21a866244a2'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:01:08.145438 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 53110) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:01:08.257649 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5075d4bd-baab-4c7c-ae7e-a4d81074e866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:08.338596 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696e4fe-aa8e-461f-ad06-75a569a490e5 req-09254705-5397-43d9-9ab2-7badc6161db2 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:08.340088 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c696e4fe-aa8e-461f-ad06-75a569a490e5 req-09254705-5397-43d9-9ab2-7badc6161db2 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d25b6c-5819-4bb3-b20f-be70f03a0af7 HTTP/1.1" status: 200 len: 945 time: 0.0694909 Jul 23 11:01:08.359701 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5075d4bd-baab-4c7c-ae7e-a4d81074e866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:08.364235 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5075d4bd-baab-4c7c-ae7e-a4d81074e866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:08.379830 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c696e4fe-aa8e-461f-ad06-75a569a490e5 req-0b9b629a-1c58-482f-9daa-74c40b9aa21f tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f82cc39-4535-4905-809c-9111d54208cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338745 Jul 23 11:01:08.401603 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-5075d4bd-baab-4c7c-ae7e-a4d81074e866 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=32c946fd3d9643a1a05172d8004236ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2550204 Jul 23 11:01:08.402395 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5075d4bd-baab-4c7c-ae7e-a4d81074e866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4ac7e9-be6a-4891-96ef-4cc6b2e3590f,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:08.404143 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 53120) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:01:08.409455 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5075d4bd-baab-4c7c-ae7e-a4d81074e866 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:08.409879 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5075d4bd-baab-4c7c-ae7e-a4d81074e866 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:08.410160 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5075d4bd-baab-4c7c-ae7e-a4d81074e866 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:08.410446 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5075d4bd-baab-4c7c-ae7e-a4d81074e866 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:08.411002 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5075d4bd-baab-4c7c-ae7e-a4d81074e866 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:08.411111 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5075d4bd-baab-4c7c-ae7e-a4d81074e866 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:08.411397 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5075d4bd-baab-4c7c-ae7e-a4d81074e866 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:08.411722 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5075d4bd-baab-4c7c-ae7e-a4d81074e866 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:08.412042 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5075d4bd-baab-4c7c-ae7e-a4d81074e866 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:08.412381 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5075d4bd-baab-4c7c-ae7e-a4d81074e866 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:08.412699 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5075d4bd-baab-4c7c-ae7e-a4d81074e866 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:08.413012 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5075d4bd-baab-4c7c-ae7e-a4d81074e866 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:08.462216 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-96c30619-da06-4a0e-b6fe-df48c543f28e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:08.483266 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-96c30619-da06-4a0e-b6fe-df48c543f28e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:08.527551 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-96c30619-da06-4a0e-b6fe-df48c543f28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:08.530144 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-96c30619-da06-4a0e-b6fe-df48c543f28e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:08.531354 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-96c30619-da06-4a0e-b6fe-df48c543f28e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ae4ac7e9-be6a-4891-96ef-4cc6b2e3590f HTTP/1.1" status: 204 len: 168 time: 0.1262362 Jul 23 11:01:08.549388 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c30619-da06-4a0e-b6fe-df48c543f28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4ac7e9-be6a-4891-96ef-4cc6b2e3590f,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:08.574097 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c30619-da06-4a0e-b6fe-df48c543f28e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:08.574454 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c30619-da06-4a0e-b6fe-df48c543f28e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:08.574792 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c30619-da06-4a0e-b6fe-df48c543f28e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:08.575129 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c30619-da06-4a0e-b6fe-df48c543f28e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:08.575459 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c30619-da06-4a0e-b6fe-df48c543f28e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:08.575790 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c30619-da06-4a0e-b6fe-df48c543f28e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:08.576140 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c30619-da06-4a0e-b6fe-df48c543f28e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:08.576462 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c30619-da06-4a0e-b6fe-df48c543f28e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:08.576787 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c30619-da06-4a0e-b6fe-df48c543f28e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:08.577110 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c30619-da06-4a0e-b6fe-df48c543f28e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:08.577429 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c30619-da06-4a0e-b6fe-df48c543f28e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:08.577750 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c30619-da06-4a0e-b6fe-df48c543f28e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:08.622491 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364d9a6-9bf8-4a89-ba89-68417d862b44 req-d77facd1-d2da-4306-adc8-548b8a547150 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:08.625257 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-5364d9a6-9bf8-4a89-ba89-68417d862b44 req-d77facd1-d2da-4306-adc8-548b8a547150 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fe364e8-9448-474f-8eb1-4b732e5afc18 HTTP/1.1" status: 200 len: 945 time: 0.0859785 Jul 23 11:01:08.673282 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a80cf6-477c-48b2-bb2c-39a7e6ba4f02 req-98ade08b-9ba0-4831-9c53-3df4163d3b3b tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:08.674530 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-80a80cf6-477c-48b2-bb2c-39a7e6ba4f02 req-98ade08b-9ba0-4831-9c53-3df4163d3b3b tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=d704b8cd-db8f-4ae7-a5d8-933b1b1a3f2b HTTP/1.1" status: 200 len: 944 time: 0.0675154 Jul 23 11:01:08.714338 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-80a80cf6-477c-48b2-bb2c-39a7e6ba4f02 req-3e7b4241-897a-4ebc-a668-fdf2d1bbff2b tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342860 Jul 23 11:01:08.816551 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e1b79-7176-42a1-9650-1b4a59ee6354 req-83fe193e-b2bd-4302-8eab-ca041db173af tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:08.823349 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-be6e1b79-7176-42a1-9650-1b4a59ee6354 req-83fe193e-b2bd-4302-8eab-ca041db173af tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fe364e8-9448-474f-8eb1-4b732e5afc18 HTTP/1.1" status: 200 len: 945 time: 0.1785827 Jul 23 11:01:08.860430 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 53138) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:01:08.871406 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-5364d9a6-9bf8-4a89-ba89-68417d862b44 req-c54b4362-b958-49ba-8689-041e53550381 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Deleting port 12f2785b-1d85-485d-9f47-c4d2d1a5bf1b {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:01:08.871761 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-5364d9a6-9bf8-4a89-ba89-68417d862b44 req-c54b4362-b958-49ba-8689-041e53550381 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:08.873806 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-541e46ff-148d-4029-94c5-9dbd34b7417e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:08.878188 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-be6e1b79-7176-42a1-9650-1b4a59ee6354 req-a25e73bf-e1fc-4ae3-82af-772d09dac98e tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4db2436-05ed-4f98-a400-a1b14ff8fa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540154 Jul 23 11:01:08.981705 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-541e46ff-148d-4029-94c5-9dbd34b7417e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:08.985710 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-541e46ff-148d-4029-94c5-9dbd34b7417e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:08.996991 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-5364d9a6-9bf8-4a89-ba89-68417d862b44 req-c54b4362-b958-49ba-8689-041e53550381 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] For port 12f2785b-1d85-485d-9f47-c4d2d1a5bf1b, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=12f2785b-1d85-485d-9f47-c4d2d1a5bf1b,segment=NetworkSegment(a3aca05f-fcc6-4e98-9fbe-8399f7ff6800),segment_id=a3aca05f-fcc6-4e98-9fbe-8399f7ff6800)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:01:08.997351 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-5364d9a6-9bf8-4a89-ba89-68417d862b44 req-c54b4362-b958-49ba-8689-041e53550381 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:09.019967 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-5364d9a6-9bf8-4a89-ba89-68417d862b44 req-c54b4362-b958-49ba-8689-041e53550381 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Calling delete_port for 12f2785b-1d85-485d-9f47-c4d2d1a5bf1b owned by compute:nova {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:01:09.027718 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-541e46ff-148d-4029-94c5-9dbd34b7417e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=045763edefb042d8a6df855f4304d51e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1656334 Jul 23 11:01:09.028781 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e46ff-148d-4029-94c5-9dbd34b7417e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1e23ff-fb69-46e0-a96f-920b998d57ee,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:09.032087 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 53140) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:01:09.092290 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc5d8-4c3e-47a4-98f9-f18011f42ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:09.106424 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059264b-f8f7-462a-9255-34cda601c325 req-b7d28880-0c4b-47de-b87f-489698949c85 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:09.107929 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e059264b-f8f7-462a-9255-34cda601c325 req-b7d28880-0c4b-47de-b87f-489698949c85 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.1693971 Jul 23 11:01:09.114315 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc5d8-4c3e-47a4-98f9-f18011f42ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:09.162442 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc5d8-4c3e-47a4-98f9-f18011f42ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:09.164890 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc5d8-4c3e-47a4-98f9-f18011f42ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:09.166273 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-cb5bc5d8-4c3e-47a4-98f9-f18011f42ef9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ed1e23ff-fb69-46e0-a96f-920b998d57ee HTTP/1.1" status: 204 len: 168 time: 0.1322024 Jul 23 11:01:09.174439 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e059264b-f8f7-462a-9255-34cda601c325 req-98cc3100-6f95-430d-8f18-4c33e9c6ff3c tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573423 Jul 23 11:01:09.174701 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5bc5d8-4c3e-47a4-98f9-f18011f42ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1e23ff-fb69-46e0-a96f-920b998d57ee,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:09.239603 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-5364d9a6-9bf8-4a89-ba89-68417d862b44 req-c54b4362-b958-49ba-8689-041e53550381 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31524845'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:09.258553 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['12f2785b-1d85-485d-9f47-c4d2d1a5bf1b'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:01:09.280384 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b4362-b958-49ba-8689-041e53550381 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Pushing event deleted for resources: {'Port': ['ID=12f2785b-1d85-485d-9f47-c4d2d1a5bf1b,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:09.343551 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [req-5364d9a6-9bf8-4a89-ba89-68417d862b44 req-c54b4362-b958-49ba-8689-041e53550381 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] No DVR routers for this DVR port 12f2785b-1d85-485d-9f47-c4d2d1a5bf1b on host hv-cinder-80198 {{(pid=93046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:01:09.347443 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-5364d9a6-9bf8-4a89-ba89-68417d862b44 req-c54b4362-b958-49ba-8689-041e53550381 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:09.349637 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-5364d9a6-9bf8-4a89-ba89-68417d862b44 req-c54b4362-b958-49ba-8689-041e53550381 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.48 "DELETE /v2.0/ports/12f2785b-1d85-485d-9f47-c4d2d1a5bf1b HTTP/1.1" status: 204 len: 173 time: 0.7149103 Jul 23 11:01:09.350082 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe364e8-9448-474f-8eb1-4b732e5afc18', 'name': 'network-vif-deleted', 'tag': '12f2785b-1d85-485d-9f47-c4d2d1a5bf1b'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:01:09.352339 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e514f4fc9e73055b469c7c960908a930888711302e8ce169aa561e05cb35f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20bec2d-ba55-4ec0-b088-6b0b3f374adb" -d '{"events": [{"server_uuid": "9fe364e8-9448-474f-8eb1-4b732e5afc18", "name": "network-vif-deleted", "tag": "12f2785b-1d85-485d-9f47-c4d2d1a5bf1b"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:01:09.397240 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83236fbe-9091-47c0-a5c9-a6c398ebc3e5 x-openstack-request-id: req-83236fbe-9091-47c0-a5c9-a6c398ebc3e5 {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:01:09.397393 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe364e8-9448-474f-8eb1-4b732e5afc18", "name": "network-vif-deleted", "tag": "12f2785b-1d85-485d-9f47-c4d2d1a5bf1b", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:01:09.397963 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-83236fbe-9091-47c0-a5c9-a6c398ebc3e5 {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:01:09.398079 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe364e8-9448-474f-8eb1-4b732e5afc18', 'name': 'network-vif-deleted', 'tag': '12f2785b-1d85-485d-9f47-c4d2d1a5bf1b', 'status': 'completed', 'code': 200} Jul 23 11:01:09.517176 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89a8b3-56e1-48ab-a3d0-93acacbde331 req-fc773669-4254-4c32-8d5e-abcfa66e7e8c tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:09.518731 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-4b89a8b3-56e1-48ab-a3d0-93acacbde331 req-fc773669-4254-4c32-8d5e-abcfa66e7e8c tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d25b6c-5819-4bb3-b20f-be70f03a0af7 HTTP/1.1" status: 200 len: 945 time: 0.0681312 Jul 23 11:01:09.570163 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-4b89a8b3-56e1-48ab-a3d0-93acacbde331 req-ce550b8d-dca5-419c-8aa0-1d07a8fa0cbd tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f82cc39-4535-4905-809c-9111d54208cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420578 Jul 23 11:01:09.570438 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 53154) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:01:09.583919 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-14ce6e44-d7fb-482e-a865-35849719996e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:09.670341 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-14ce6e44-d7fb-482e-a865-35849719996e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:09.674402 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-14ce6e44-d7fb-482e-a865-35849719996e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:09.710660 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-14ce6e44-d7fb-482e-a865-35849719996e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6e634c964dd44112a5fceee0f3cdcf2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1391599 Jul 23 11:01:09.711538 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce6e44-d7fb-482e-a865-35849719996e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768de8a4-dea7-4289-8ec4-09e855537053,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:09.714509 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 53156) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:01:09.771077 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ec2ea7ee-9405-4425-b04e-789ef02a4547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:09.794914 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ec2ea7ee-9405-4425-b04e-789ef02a4547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:09.803951 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7be0c-eaf5-4466-a8b9-5d0d437b1d37 req-6c01395c-38af-4b93-b645-becafbc26540 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:09.805473 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-20a7be0c-eaf5-4466-a8b9-5d0d437b1d37 req-6c01395c-38af-4b93-b645-becafbc26540 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3d25b6c-5819-4bb3-b20f-be70f03a0af7 HTTP/1.1" status: 200 len: 945 time: 0.0714781 Jul 23 11:01:09.884653 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2026e4-6017-4f51-8c2f-31bf6f1bd4c3 req-e460b7e3-a182-4b64-bebe-95d1b3ba72bf tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:09.886904 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4d2026e4-6017-4f51-8c2f-31bf6f1bd4c3 req-e460b7e3-a182-4b64-bebe-95d1b3ba72bf tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=d704b8cd-db8f-4ae7-a5d8-933b1b1a3f2b HTTP/1.1" status: 200 len: 944 time: 0.0967171 Jul 23 11:01:09.896788 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ec2ea7ee-9405-4425-b04e-789ef02a4547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:09.899308 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ec2ea7ee-9405-4425-b04e-789ef02a4547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:09.901700 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-ec2ea7ee-9405-4425-b04e-789ef02a4547 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/768de8a4-dea7-4289-8ec4-09e855537053 HTTP/1.1" status: 204 len: 168 time: 0.1858475 Jul 23 11:01:09.927272 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ea7ee-9405-4425-b04e-789ef02a4547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768de8a4-dea7-4289-8ec4-09e855537053,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:09.964060 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-20a7be0c-eaf5-4466-a8b9-5d0d437b1d37 req-3ed14668-e734-4a53-a289-dcc0ab5230a7 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Deleting port 0c3303cc-054d-4883-b3c9-87a3a21f7335 {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:01:09.964448 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-20a7be0c-eaf5-4466-a8b9-5d0d437b1d37 req-3ed14668-e734-4a53-a289-dcc0ab5230a7 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:09.968828 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4d2026e4-6017-4f51-8c2f-31bf6f1bd4c3 req-da55e8ca-7935-4344-9e7b-964a3ea9cdca tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731199 Jul 23 11:01:10.027599 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e9eb983a-1598-4418-bc75-03c03a326870 req-6e08e122-6446-428b-9208-41c406a3f2d5 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fe364e8-9448-474f-8eb1-4b732e5afc18 HTTP/1.1" status: 200 len: 210 time: 0.0416732 Jul 23 11:01:10.088940 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-20a7be0c-eaf5-4466-a8b9-5d0d437b1d37 req-3ed14668-e734-4a53-a289-dcc0ab5230a7 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] For port 0c3303cc-054d-4883-b3c9-87a3a21f7335, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=0c3303cc-054d-4883-b3c9-87a3a21f7335,segment=NetworkSegment(b8314cbf-0f13-444e-a2f7-412d2ab580ac),segment_id=b8314cbf-0f13-444e-a2f7-412d2ab580ac)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:01:10.089464 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-20a7be0c-eaf5-4466-a8b9-5d0d437b1d37 req-3ed14668-e734-4a53-a289-dcc0ab5230a7 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:10.105433 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-20a7be0c-eaf5-4466-a8b9-5d0d437b1d37 req-3ed14668-e734-4a53-a289-dcc0ab5230a7 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Calling delete_port for 0c3303cc-054d-4883-b3c9-87a3a21f7335 owned by compute:nova {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:01:10.248469 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-20a7be0c-eaf5-4466-a8b9-5d0d437b1d37 req-3ed14668-e734-4a53-a289-dcc0ab5230a7 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31524845'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:10.263639 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['0c3303cc-054d-4883-b3c9-87a3a21f7335'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:01:10.289489 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed14668-e734-4a53-a289-dcc0ab5230a7 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Pushing event deleted for resources: {'Port': ['ID=0c3303cc-054d-4883-b3c9-87a3a21f7335,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:10.366011 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a7be0c-eaf5-4466-a8b9-5d0d437b1d37 req-3ed14668-e734-4a53-a289-dcc0ab5230a7 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] No DVR routers for this DVR port 0c3303cc-054d-4883-b3c9-87a3a21f7335 on host hv-cinder-80198 {{(pid=93046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:01:10.369690 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-20a7be0c-eaf5-4466-a8b9-5d0d437b1d37 req-3ed14668-e734-4a53-a289-dcc0ab5230a7 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:10.371741 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-20a7be0c-eaf5-4466-a8b9-5d0d437b1d37 req-3ed14668-e734-4a53-a289-dcc0ab5230a7 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.48 "DELETE /v2.0/ports/0c3303cc-054d-4883-b3c9-87a3a21f7335 HTTP/1.1" status: 204 len: 173 time: 0.5457907 Jul 23 11:01:10.412454 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e9710-dbb9-4280-ab6a-64d561967001 req-3f2a19f2-3a71-4d26-bb59-819741dbef1e tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:10.419967 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b16e9710-dbb9-4280-ab6a-64d561967001 req-3f2a19f2-3a71-4d26-bb59-819741dbef1e tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.1443973 Jul 23 11:01:10.466625 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b16e9710-dbb9-4280-ab6a-64d561967001 req-31278d45-60a8-441f-b916-fe414fc8c43b tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459924 Jul 23 11:01:10.657959 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4690928a-fc86-4872-97c7-6d5a294ec95d req-e4f2fd89-2c67-4333-9194-bf2ace122ec7 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d25b6c-5819-4bb3-b20f-be70f03a0af7 HTTP/1.1" status: 200 len: 210 time: 0.0279911 Jul 23 11:01:11.135133 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c4873-866e-4fad-9ad3-513138ecc672 req-6617bf87-92ae-44be-833f-cf6b41f1d195 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:11.136678 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-560c4873-866e-4fad-9ad3-513138ecc672 req-6617bf87-92ae-44be-833f-cf6b41f1d195 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=d704b8cd-db8f-4ae7-a5d8-933b1b1a3f2b HTTP/1.1" status: 200 len: 944 time: 0.0761561 Jul 23 11:01:11.178418 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-560c4873-866e-4fad-9ad3-513138ecc672 req-c4e5b5b0-7ec5-44aa-9fde-a6ad3eb91e0a tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359790 Jul 23 11:01:11.272433 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 0cfb211e-c15a-4382-83a9-f21a866244a2 up at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:01:11.321012 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning for port 0cfb211e-c15a-4382-83a9-f21a866244a2 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:01:11.325681 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning complete for port 0cfb211e-c15a-4382-83a9-f21a866244a2 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:01:11.326377 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:11.383259 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b9683-8325-4427-979a-ae30d1dadef9 req-0b98fa6e-646a-425b-b302-1a6889e8f073 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:11.384773 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-097b9683-8325-4427-979a-ae30d1dadef9 req-0b98fa6e-646a-425b-b302-1a6889e8f073 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/networks?id=b338a924-cd1f-43eb-97a0-63ad8a12b5a8 HTTP/1.1" status: 200 len: 808 time: 0.1153975 Jul 23 11:01:11.398976 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d25b6c-5819-4bb3-b20f-be70f03a0af7', 'name': 'network-vif-deleted', 'tag': '0c3303cc-054d-4883-b3c9-87a3a21f7335'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:01:11.401194 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e514f4fc9e73055b469c7c960908a930888711302e8ce169aa561e05cb35f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f144ae5-fd01-4863-837e-8001210393de" -d '{"events": [{"server_uuid": "d3d25b6c-5819-4bb3-b20f-be70f03a0af7", "name": "network-vif-deleted", "tag": "0c3303cc-054d-4883-b3c9-87a3a21f7335"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:01:11.404984 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-097b9683-8325-4427-979a-ae30d1dadef9 req-8a042192-7a48-4445-8d6f-65859a67cee1 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/quotas/b5e1286101da40ceb620c50feb7b719b HTTP/1.1" status: 200 len: 375 time: 0.0150077 Jul 23 11:01:11.422309 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:11.448689 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd704b8cd-db8f-4ae7-a5d8-933b1b1a3f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cfb211e-c15a-4382-83a9-f21a866244a2'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:01:11.450962 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90173d4-9345-40d7-b051-29eeb8097de7 x-openstack-request-id: req-c90173d4-9345-40d7-b051-29eeb8097de7 {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:01:11.451260 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d25b6c-5819-4bb3-b20f-be70f03a0af7", "name": "network-vif-deleted", "tag": "0c3303cc-054d-4883-b3c9-87a3a21f7335", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:01:11.451356 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}214548a6ff4efd2602c2c2cf0448be42dc7715ee41776415c9dd15aa22406767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16281773-8929-499a-aefb-dd1f3306a6f4" -d '{"events": [{"server_uuid": "d704b8cd-db8f-4ae7-a5d8-933b1b1a3f2b", "name": "network-vif-plugged", "status": "completed", "tag": "0cfb211e-c15a-4382-83a9-f21a866244a2"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:01:11.451530 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c90173d4-9345-40d7-b051-29eeb8097de7 {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:01:11.451898 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d25b6c-5819-4bb3-b20f-be70f03a0af7', 'name': 'network-vif-deleted', 'tag': '0c3303cc-054d-4883-b3c9-87a3a21f7335', 'status': 'completed', 'code': 200} Jul 23 11:01:11.454319 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-097b9683-8325-4427-979a-ae30d1dadef9 req-ec0c7c47-81de-4cc0-9122-97b04da693d1 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b5e1286101da40ceb620c50feb7b719b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420802 Jul 23 11:01:11.466176 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 0cfb211e-c15a-4382-83a9-f21a866244a2, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=0cfb211e-c15a-4382-83a9-f21a866244a2,segment=NetworkSegment(c7124302-fb3f-495e-b748-07d02359f90e),segment_id=c7124302-fb3f-495e-b748-07d02359f90e)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:01:11.471496 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:11.472467 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 12f2785b-1d85-485d-9f47-c4d2d1a5bf1b no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:01:11.495353 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] No Port match for: 12f2785b-1d85-485d-9f47-c4d2d1a5bf1b {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:01:11.495696 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 12f2785b-1d85-485d-9f47-c4d2d1a5bf1b not bound to the agent host hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:01:11.496132 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 0c3303cc-054d-4883-b3c9-87a3a21f7335 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:01:11.536439 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6b3d4a-6898-4cd2-9ace-b0485f4c51b9 x-openstack-request-id: req-5f6b3d4a-6898-4cd2-9ace-b0485f4c51b9 {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:01:11.537728 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d704b8cd-db8f-4ae7-a5d8-933b1b1a3f2b", "name": "network-vif-plugged", "status": "completed", "tag": "0cfb211e-c15a-4382-83a9-f21a866244a2", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:01:11.537854 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5f6b3d4a-6898-4cd2-9ace-b0485f4c51b9 {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:01:11.538235 dv-cinder-801989-3-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd704b8cd-db8f-4ae7-a5d8-933b1b1a3f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cfb211e-c15a-4382-83a9-f21a866244a2', 'code': 200} Jul 23 11:01:11.575717 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] No Port match for: 0c3303cc-054d-4883-b3c9-87a3a21f7335 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:01:11.576330 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 0c3303cc-054d-4883-b3c9-87a3a21f7335 not bound to the agent host hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:01:11.612918 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=0cfb211e-c15a-4382-83a9-f21a866244a2,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:11.636695 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-097b9683-8325-4427-979a-ae30d1dadef9 req-ef9cd6fa-5c43-450b-966b-ec181ac0c960 service neutron] 10.222.0.47 "GET /v2.0/networks/b338a924-cd1f-43eb-97a0-63ad8a12b5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710539 Jul 23 11:01:11.675865 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282269bd-3b79-4837-a108-79bd7aa57425 req-be578dc7-988a-4c8b-b432-80dc3d07766d tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:11.685200 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-282269bd-3b79-4837-a108-79bd7aa57425 req-be578dc7-988a-4c8b-b432-80dc3d07766d tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.0871277 Jul 23 11:01:11.739087 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-282269bd-3b79-4837-a108-79bd7aa57425 req-4933a443-3d06-450c-9bc9-5eb1d9dbc563 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528886 Jul 23 11:01:11.831970 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-097b9683-8325-4427-979a-ae30d1dadef9 req-44493558-07a1-47eb-81a3-da7f1d947f82 service neutron] 10.222.0.47 "GET /v2.0/networks/b338a924-cd1f-43eb-97a0-63ad8a12b5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912086 Jul 23 11:01:11.853516 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0dd3a-869e-41f0-ab69-595850416dca req-9906b601-dc92-4eed-8766-607f8cb5b34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:11.855968 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c5a0dd3a-869e-41f0-ab69-595850416dca req-9906b601-dc92-4eed-8766-607f8cb5b34b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d704b8cd-db8f-4ae7-a5d8-933b1b1a3f2b HTTP/1.1" status: 200 len: 1098 time: 0.1140511 Jul 23 11:01:11.895625 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-eca3732b-aeb2-405c-9873-810490fc248c req-2e333531-7f6c-4f55-bb38-41f1843125e9 tempest-DeleteServersTestJSON-1668619536 tempest-DeleteServersTestJSON-1668619536-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d25b6c-5819-4bb3-b20f-be70f03a0af7 HTTP/1.1" status: 200 len: 210 time: 0.0605602 Jul 23 11:01:11.920351 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c5a0dd3a-869e-41f0-ab69-595850416dca req-347c6ae1-7355-4aac-8a18-b977a0080988 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385196 Jul 23 11:01:12.070231 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-24627290-7cc8-4b1d-bef2-46590eb0796b req-767a74a4-4d1d-482e-bd47-a9347d3e6df7 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c464845-5280-4e59-b038-11dca470ea07 HTTP/1.1" status: 200 len: 210 time: 0.0618434 Jul 23 11:01:12.349231 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388c821-8b21-440f-a291-045a6e745332 req-28a8ce0e-4db4-4279-ad66-2a42199eb23d tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:12.350949 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-7388c821-8b21-440f-a291-045a6e745332 req-28a8ce0e-4db4-4279-ad66-2a42199eb23d tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=d704b8cd-db8f-4ae7-a5d8-933b1b1a3f2b HTTP/1.1" status: 200 len: 945 time: 0.0866859 Jul 23 11:01:12.398157 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-7388c821-8b21-440f-a291-045a6e745332 req-18d07d15-8de4-469a-8a7b-305589fc0450 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394409 Jul 23 11:01:12.858241 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc97f9-cc4d-41ef-8aff-f6420567e239 req-41bd807d-f6fe-4c97-9438-fa27db469206 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:12.859699 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-51cc97f9-cc4d-41ef-8aff-f6420567e239 req-41bd807d-f6fe-4c97-9438-fa27db469206 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.0595591 Jul 23 11:01:12.897343 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-51cc97f9-cc4d-41ef-8aff-f6420567e239 req-c8f134ab-4af0-4d06-835d-56c1f5bf6391 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314763 Jul 23 11:01:13.175617 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a88985ba-e26d-43d2-abc3-95a8d2d6ee3c req-aeec64a9-3d4e-4bb6-8b19-fe9d7462c64a tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c464845-5280-4e59-b038-11dca470ea07 HTTP/1.1" status: 200 len: 210 time: 0.0355952 Jul 23 11:01:13.451662 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b9683-8325-4427-979a-ae30d1dadef9 req-a391678a-e004-4138-bf88-2522056d5fa9 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:13.455128 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-097b9683-8325-4427-979a-ae30d1dadef9 req-a391678a-e004-4138-bf88-2522056d5fa9 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.48 "GET /v2.0/networks?id=b338a924-cd1f-43eb-97a0-63ad8a12b5a8 HTTP/1.1" status: 200 len: 808 time: 0.1248791 Jul 23 11:01:13.480589 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [req-097b9683-8325-4427-979a-ae30d1dadef9 req-3569911a-00f0-4f79-bc0e-0fd770336a1d tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Request body: {'port': {'device_id': '4c464845-5280-4e59-b038-11dca470ea07', 'network_id': 'b338a924-cd1f-43eb-97a0-63ad8a12b5a8', 'admin_state_up': True, 'tenant_id': 'b5e1286101da40ceb620c50feb7b719b'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:01:13.584251 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6332930-0ddf-4664-b9b4-9f5abb313241 req-9892cadd-4c37-4579-850a-7e13b6dc8b37 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:13.597873 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c6332930-0ddf-4664-b9b4-9f5abb313241 req-9892cadd-4c37-4579-850a-7e13b6dc8b37 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=d704b8cd-db8f-4ae7-a5d8-933b1b1a3f2b HTTP/1.1" status: 200 len: 945 time: 0.1254137 Jul 23 11:01:13.644941 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c6332930-0ddf-4664-b9b4-9f5abb313241 req-02b52088-96d8-4a63-8f5c-a9dcb38674aa tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461862 Jul 23 11:01:13.654821 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-097b9683-8325-4427-979a-ae30d1dadef9 req-3569911a-00f0-4f79-bc0e-0fd770336a1d tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Made reservation on behalf of b5e1286101da40ceb620c50feb7b719b for: {'port': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:01:13.659256 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-097b9683-8325-4427-979a-ae30d1dadef9 req-3569911a-00f0-4f79-bc0e-0fd770336a1d tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:14.007935 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [req-097b9683-8325-4427-979a-ae30d1dadef9 req-3569911a-00f0-4f79-bc0e-0fd770336a1d tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Allocated IP 172.20.0.13 (b338a924-cd1f-43eb-97a0-63ad8a12b5a8/9b689c9f-242e-479b-a0f3-4fe581ef5a21/f0ad663a-a5e8-424c-af88-118ff57acc1a) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:01:14.086762 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b0d2e-a34c-4d67-a24b-ff6210bd794a req-40977258-5b57-4738-80ce-078d959f399a tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:14.088344 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ad0b0d2e-a34c-4d67-a24b-ff6210bd794a req-40977258-5b57-4738-80ce-078d959f399a tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.1138856 Jul 23 11:01:14.181368 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ad0b0d2e-a34c-4d67-a24b-ff6210bd794a req-88748813-7de0-40c5-a41e-b67cd144616a tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798821 Jul 23 11:01:14.236358 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-097b9683-8325-4427-979a-ae30d1dadef9 req-3569911a-00f0-4f79-bc0e-0fd770336a1d tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:14.290220 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-097b9683-8325-4427-979a-ae30d1dadef9 req-3569911a-00f0-4f79-bc0e-0fd770336a1d tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31524845'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:14.303051 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a8b5e8d3-9edf-4be9-9211-2663b61a8880 req-f8164fd5-3a52-4eec-9e69-66fcbe5c228f tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c464845-5280-4e59-b038-11dca470ea07 HTTP/1.1" status: 200 len: 210 time: 0.0424054 Jul 23 11:01:14.341140 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-097b9683-8325-4427-979a-ae30d1dadef9 req-3569911a-00f0-4f79-bc0e-0fd770336a1d tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Network b338a924-cd1f-43eb-97a0-63ad8a12b5a8 is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:01:14.344406 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [req-097b9683-8325-4427-979a-ae30d1dadef9 req-3569911a-00f0-4f79-bc0e-0fd770336a1d tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:01:14.350928 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [req-097b9683-8325-4427-979a-ae30d1dadef9 req-3569911a-00f0-4f79-bc0e-0fd770336a1d tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:01:14.375109 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 53358) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:01:14.381065 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3569911a-00f0-4f79-bc0e-0fd770336a1d tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Pushing event updated for resources: {'Port': ['ID=f0ad663a-a5e8-424c-af88-118ff57acc1a,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:14.408478 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b9683-8325-4427-979a-ae30d1dadef9 req-3569911a-00f0-4f79-bc0e-0fd770336a1d tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:14.409406 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-097b9683-8325-4427-979a-ae30d1dadef9 req-3569911a-00f0-4f79-bc0e-0fd770336a1d tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:14.418860 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_v2 [None req-6489a013-ef52-43a4-bd6f-c0e4ad813b5b admin admin] Deleting subnet 7d7a4782-00bd-4f40-91f6-07bd2de4cd21 {{(pid=93047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:01:14.422369 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6489a013-ef52-43a4-bd6f-c0e4ad813b5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:14.426017 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-097b9683-8325-4427-979a-ae30d1dadef9 req-3569911a-00f0-4f79-bc0e-0fd770336a1d tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9494212 Jul 23 11:01:14.447287 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [req-097b9683-8325-4427-979a-ae30d1dadef9 req-4e3178c5-f015-4524-a6e6-10fad05341bc service neutron] Request body: {'port': {'device_id': '4c464845-5280-4e59-b038-11dca470ea07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:01:14.463841 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6489a013-ef52-43a4-bd6f-c0e4ad813b5b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:14.474108 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6489a013-ef52-43a4-bd6f-c0e4ad813b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501035'] for subnet, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:14.529751 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-097b9683-8325-4427-979a-ae30d1dadef9 req-4e3178c5-f015-4524-a6e6-10fad05341bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:14.541630 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6489a013-ef52-43a4-bd6f-c0e4ad813b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375'] for subnet, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:14.569881 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489a013-ef52-43a4-bd6f-c0e4ad813b5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d7a4782-00bd-4f40-91f6-07bd2de4cd21,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:14.573982 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6489a013-ef52-43a4-bd6f-c0e4ad813b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for subnet, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:14.576286 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-6489a013-ef52-43a4-bd6f-c0e4ad813b5b admin admin] 10.222.0.47 "DELETE /v2.0/subnets/7d7a4782-00bd-4f40-91f6-07bd2de4cd21 HTTP/1.1" status: 204 len: 168 time: 0.1999967 Jul 23 11:01:14.578671 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 53364) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:01:14.649985 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4d8906bc-0f63-4443-9479-4f3d02cea345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638085'] for network, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:14.736816 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4d8906bc-0f63-4443-9479-4f3d02cea345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499634', 'neutron.services.segments.db._delete_segments_for_network-8792856633739'] for network, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:14.747368 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4d8906bc-0f63-4443-9479-4f3d02cea345 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 11:01:14.747736 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4d8906bc-0f63-4443-9479-4f3d02cea345 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 11:01:14.748563 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4d8906bc-0f63-4443-9479-4f3d02cea345 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 11:01:14.749023 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4d8906bc-0f63-4443-9479-4f3d02cea345 admin admin] Subscribe: > port after_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 11:01:14.749198 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4d8906bc-0f63-4443-9479-4f3d02cea345 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 11:01:14.749561 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4d8906bc-0f63-4443-9479-4f3d02cea345 admin admin] Subscribe: > port after_update 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 11:01:14.749997 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4d8906bc-0f63-4443-9479-4f3d02cea345 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 11:01:14.750318 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4d8906bc-0f63-4443-9479-4f3d02cea345 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 11:01:14.750723 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4d8906bc-0f63-4443-9479-4f3d02cea345 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 11:01:14.751115 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4d8906bc-0f63-4443-9479-4f3d02cea345 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 11:01:14.849917 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7a75a-6550-4ed2-ab7b-cdf57b507edc req-52a6c4bf-b252-4f9f-a92e-6b918eb773be tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:14.851407 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-22d7a75a-6550-4ed2-ab7b-cdf57b507edc req-52a6c4bf-b252-4f9f-a92e-6b918eb773be tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=d704b8cd-db8f-4ae7-a5d8-933b1b1a3f2b HTTP/1.1" status: 200 len: 945 time: 0.1259656 Jul 23 11:01:14.870219 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [req-097b9683-8325-4427-979a-ae30d1dadef9 req-4e3178c5-f015-4524-a6e6-10fad05341bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0ad663a-a5e8-424c-af88-118ff57acc1a {{(pid=93046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:01:14.884870 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-097b9683-8325-4427-979a-ae30d1dadef9 req-4e3178c5-f015-4524-a6e6-10fad05341bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:14.906603 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.provisioning_blocks [req-097b9683-8325-4427-979a-ae30d1dadef9 req-4e3178c5-f015-4524-a6e6-10fad05341bc service neutron] Transition to ACTIVE for port object f0ad663a-a5e8-424c-af88-118ff57acc1a will not be triggered until provisioned by entity L2. {{(pid=93046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:01:14.912581 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-22d7a75a-6550-4ed2-ab7b-cdf57b507edc req-f7310a3e-90a9-4177-aed1-4c804bcaa159 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557504 Jul 23 11:01:14.913600 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-097b9683-8325-4427-979a-ae30d1dadef9 req-4e3178c5-f015-4524-a6e6-10fad05341bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31524822'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:14.968548 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3178c5-f015-4524-a6e6-10fad05341bc service neutron] Pushing event updated for resources: {'Port': ['ID=f0ad663a-a5e8-424c-af88-118ff57acc1a,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:14.974388 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4d8906bc-0f63-4443-9479-4f3d02cea345 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 11:01:14.975058 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4d8906bc-0f63-4443-9479-4f3d02cea345 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 11:01:14.975901 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4d8906bc-0f63-4443-9479-4f3d02cea345 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 11:01:14.976480 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4d8906bc-0f63-4443-9479-4f3d02cea345 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 11:01:14.977087 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-4d8906bc-0f63-4443-9479-4f3d02cea345 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f54101-547d-4945-b83e-e88defaaaecd']}} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:01:15.001424 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-4d8906bc-0f63-4443-9479-4f3d02cea345 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8314cbf-0f13-444e-a2f7-412d2ab580ac') {'for_net_delete': True} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:01:15.002017 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-4d8906bc-0f63-4443-9479-4f3d02cea345 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8314cbf-0f13-444e-a2f7-412d2ab580ac') {} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:01:15.026920 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4d8906bc-0f63-4443-9479-4f3d02cea345 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792856541624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31365419'] for segment, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:15.038651 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-097b9683-8325-4427-979a-ae30d1dadef9 req-4e3178c5-f015-4524-a6e6-10fad05341bc service neutron] Attempting to bind port f0ad663a-a5e8-424c-af88-118ff57acc1a on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:01:15.038651 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-097b9683-8325-4427-979a-ae30d1dadef9 req-4e3178c5-f015-4524-a6e6-10fad05341bc service neutron] Attempting to bind port f0ad663a-a5e8-424c-af88-118ff57acc1a by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': 'a3aca05f-fcc6-4e98-9fbe-8399f7ff6800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b338a924-cd1f-43eb-97a0-63ad8a12b5a8'}] {{(pid=93046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:01:15.038860 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097b9683-8325-4427-979a-ae30d1dadef9 req-4e3178c5-f015-4524-a6e6-10fad05341bc service neutron] Attempting to bind port f0ad663a-a5e8-424c-af88-118ff57acc1a on network b338a924-cd1f-43eb-97a0-63ad8a12b5a8 {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:01:15.043679 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097b9683-8325-4427-979a-ae30d1dadef9 req-4e3178c5-f015-4524-a6e6-10fad05341bc service neutron] Port f0ad663a-a5e8-424c-af88-118ff57acc1a on network b338a924-cd1f-43eb-97a0-63ad8a12b5a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:01:15.044015 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097b9683-8325-4427-979a-ae30d1dadef9 req-4e3178c5-f015-4524-a6e6-10fad05341bc service neutron] Attempting to bind port f0ad663a-a5e8-424c-af88-118ff57acc1a on network b338a924-cd1f-43eb-97a0-63ad8a12b5a8 {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:01:15.049376 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097b9683-8325-4427-979a-ae30d1dadef9 req-4e3178c5-f015-4524-a6e6-10fad05341bc service neutron] Checking agent: {'id': 'fd06f6b8-de2a-4c3f-8327-d731c40933c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'started_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:01:15.049660 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097b9683-8325-4427-979a-ae30d1dadef9 req-4e3178c5-f015-4524-a6e6-10fad05341bc service neutron] Checking segment: {'id': 'a3aca05f-fcc6-4e98-9fbe-8399f7ff6800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b338a924-cd1f-43eb-97a0-63ad8a12b5a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:01:15.050042 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097b9683-8325-4427-979a-ae30d1dadef9 req-4e3178c5-f015-4524-a6e6-10fad05341bc service neutron] Bound using segment: {'id': 'a3aca05f-fcc6-4e98-9fbe-8399f7ff6800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b338a924-cd1f-43eb-97a0-63ad8a12b5a8'} {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:01:15.051775 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4d8906bc-0f63-4443-9479-4f3d02cea345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402'] for segment, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:15.056077 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-097b9683-8325-4427-979a-ae30d1dadef9 req-4e3178c5-f015-4524-a6e6-10fad05341bc service neutron] Bound port: f0ad663a-a5e8-424c-af88-118ff57acc1a, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3aca05f-fcc6-4e98-9fbe-8399f7ff6800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b338a924-cd1f-43eb-97a0-63ad8a12b5a8'}}] {{(pid=93046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:01:15.056509 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-097b9683-8325-4427-979a-ae30d1dadef9 req-4e3178c5-f015-4524-a6e6-10fad05341bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:15.062253 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d8906bc-0f63-4443-9479-4f3d02cea345 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:01:15.062689 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4d8906bc-0f63-4443-9479-4f3d02cea345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31365331'] for segment, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:15.067127 dv-cinder-801989-3-iscsi neutron-server[93047]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 11:01:15.067127 dv-cinder-801989-3-iscsi neutron-server[93047]: from cryptography.utils import int_from_bytes Jul 23 11:01:15.067127 dv-cinder-801989-3-iscsi neutron-server[93047]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 11:01:15.067127 dv-cinder-801989-3-iscsi neutron-server[93047]: from cryptography.utils import int_from_bytes Jul 23 11:01:15.067127 dv-cinder-801989-3-iscsi neutron-server[93047]: Traceback (most recent call last): Jul 23 11:01:15.067127 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:01:15.067127 dv-cinder-801989-3-iscsi neutron-server[93047]: timer() Jul 23 11:01:15.067127 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:01:15.067127 dv-cinder-801989-3-iscsi neutron-server[93047]: cb(*args, **kw) Jul 23 11:01:15.067127 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:01:15.067127 dv-cinder-801989-3-iscsi neutron-server[93047]: return func(*args, **kwargs) Jul 23 11:01:15.067127 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:01:15.067127 dv-cinder-801989-3-iscsi neutron-server[93047]: self._notify() Jul 23 11:01:15.067127 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:01:15.067127 dv-cinder-801989-3-iscsi neutron-server[93047]: self.callback(batched_events) Jul 23 11:01:15.067127 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:01:15.067127 dv-cinder-801989-3-iscsi neutron-server[93047]: event.method(event) Jul 23 11:01:15.067127 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:01:15.067127 dv-cinder-801989-3-iscsi neutron-server[93047]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:01:15.067127 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:01:15.067127 dv-cinder-801989-3-iscsi neutron-server[93047]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:01:15.067127 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:01:15.067127 dv-cinder-801989-3-iscsi neutron-server[93047]: return f(self, *a, **k) Jul 23 11:01:15.067127 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:01:15.067127 dv-cinder-801989-3-iscsi neutron-server[93047]: return self._get(url).json() Jul 23 11:01:15.067127 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:01:15.067127 dv-cinder-801989-3-iscsi neutron-server[93047]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:01:15.067127 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:01:15.067127 dv-cinder-801989-3-iscsi neutron-server[93047]: return self.request(url, 'GET', **kwargs) Jul 23 11:01:15.067127 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:01:15.067127 dv-cinder-801989-3-iscsi neutron-server[93047]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:01:15.067127 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:01:15.067127 dv-cinder-801989-3-iscsi neutron-server[93047]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:01:15.067127 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:01:15.067127 dv-cinder-801989-3-iscsi neutron-server[93047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:01:15.067127 dv-cinder-801989-3-iscsi neutron-server[93047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:01:15.125621 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-097b9683-8325-4427-979a-ae30d1dadef9 req-4e3178c5-f015-4524-a6e6-10fad05341bc service neutron] For port f0ad663a-a5e8-424c-af88-118ff57acc1a, host hv-cinder-80198, cleared binding levels {{(pid=93046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:01:15.130387 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-097b9683-8325-4427-979a-ae30d1dadef9 req-4e3178c5-f015-4524-a6e6-10fad05341bc service neutron] For port f0ad663a-a5e8-424c-af88-118ff57acc1a, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=f0ad663a-a5e8-424c-af88-118ff57acc1a,segment=NetworkSegment(a3aca05f-fcc6-4e98-9fbe-8399f7ff6800),segment_id=a3aca05f-fcc6-4e98-9fbe-8399f7ff6800)] {{(pid=93046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:01:15.132246 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4d8906bc-0f63-4443-9479-4f3d02cea345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409060'] for network, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:15.134771 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-097b9683-8325-4427-979a-ae30d1dadef9 req-4e3178c5-f015-4524-a6e6-10fad05341bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31524822'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:15.140584 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4d8906bc-0f63-4443-9479-4f3d02cea345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for network, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:15.143023 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-4d8906bc-0f63-4443-9479-4f3d02cea345 admin admin] 10.222.0.47 "DELETE /v2.0/networks/c5f54101-547d-4945-b83e-e88defaaaecd HTTP/1.1" status: 204 len: 168 time: 0.5630887 Jul 23 11:01:15.161585 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8906bc-0f63-4443-9479-4f3d02cea345 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5f54101-547d-4945-b83e-e88defaaaecd,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:15.169877 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b9683-8325-4427-979a-ae30d1dadef9 req-4e3178c5-f015-4524-a6e6-10fad05341bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:15.170485 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-097b9683-8325-4427-979a-ae30d1dadef9 req-4e3178c5-f015-4524-a6e6-10fad05341bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:15.171872 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-097b9683-8325-4427-979a-ae30d1dadef9 req-4e3178c5-f015-4524-a6e6-10fad05341bc service neutron] 10.222.0.48 "PUT /v2.0/ports/f0ad663a-a5e8-424c-af88-118ff57acc1a HTTP/1.1" status: 200 len: 1094 time: 0.7289948 Jul 23 11:01:15.172531 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c464845-5280-4e59-b038-11dca470ea07', 'tag': 'f0ad663a-a5e8-424c-af88-118ff57acc1a'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:01:15.175173 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e514f4fc9e73055b469c7c960908a930888711302e8ce169aa561e05cb35f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595567d8-c80e-48b0-822b-2f347796946b" -d '{"events": [{"name": "network-changed", "server_uuid": "4c464845-5280-4e59-b038-11dca470ea07", "tag": "f0ad663a-a5e8-424c-af88-118ff57acc1a"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:01:15.220464 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73337cf0-2e2d-4008-988e-e5b565791015 x-openstack-request-id: req-73337cf0-2e2d-4008-988e-e5b565791015 {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:01:15.220805 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c464845-5280-4e59-b038-11dca470ea07", "tag": "f0ad663a-a5e8-424c-af88-118ff57acc1a", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:01:15.220995 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-73337cf0-2e2d-4008-988e-e5b565791015 {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:01:15.221378 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c464845-5280-4e59-b038-11dca470ea07', 'tag': 'f0ad663a-a5e8-424c-af88-118ff57acc1a', 'status': 'completed', 'code': 200} Jul 23 11:01:15.226276 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3178c5-f015-4524-a6e6-10fad05341bc service neutron] Pushing event updated for resources: {'Port': ['ID=f0ad663a-a5e8-424c-af88-118ff57acc1a,revision_number=3']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:15.321798 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b9683-8325-4427-979a-ae30d1dadef9 req-0edb6b6e-1fe2-46d5-a1a0-b73db3380c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:15.323514 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-097b9683-8325-4427-979a-ae30d1dadef9 req-0edb6b6e-1fe2-46d5-a1a0-b73db3380c52 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5e1286101da40ceb620c50feb7b719b&device_id=4c464845-5280-4e59-b038-11dca470ea07 HTTP/1.1" status: 200 len: 1097 time: 0.0777190 Jul 23 11:01:15.372503 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5521fb-20ce-4ff5-8cd6-d4dea94b4e17 req-833529b5-3995-4b85-91fb-cd44ff89a644 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:15.374180 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0f5521fb-20ce-4ff5-8cd6-d4dea94b4e17 req-833529b5-3995-4b85-91fb-cd44ff89a644 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.0980451 Jul 23 11:01:15.383625 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-097b9683-8325-4427-979a-ae30d1dadef9 req-f81c8557-801e-4a7c-8723-97721e8c0a07 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0ad663a-a5e8-424c-af88-118ff57acc1a HTTP/1.1" status: 200 len: 217 time: 0.0472658 Jul 23 11:01:15.406707 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 53396) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:01:15.434523 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0f5521fb-20ce-4ff5-8cd6-d4dea94b4e17 req-822e9edd-7172-4307-ab03-664937d793d1 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516238 Jul 23 11:01:15.442404 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b9683-8325-4427-979a-ae30d1dadef9 req-d538be05-78fd-4123-aa65-2666dd290786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:15.443923 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-097b9683-8325-4427-979a-ae30d1dadef9 req-d538be05-78fd-4123-aa65-2666dd290786 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b689c9f-242e-479b-a0f3-4fe581ef5a21 HTTP/1.1" status: 200 len: 848 time: 0.0527973 Jul 23 11:01:15.490580 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-50868f73-aa5b-499f-acb5-b90a77cd7104 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e6d14e62bda649189c09416437d9f3b8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0825758 Jul 23 11:01:15.491582 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 53400) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:01:15.497438 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-097b9683-8325-4427-979a-ae30d1dadef9 req-39fb4be8-6768-4c40-a914-75241a86a2f9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b338a924-cd1f-43eb-97a0-63ad8a12b5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447195 Jul 23 11:01:15.597703 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-fd2071df-634b-4341-9946-0845bac91e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:15.614892 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-097b9683-8325-4427-979a-ae30d1dadef9 req-52a6090c-2a5b-4e27-abaa-efc5303d390b service neutron] 10.222.0.48 "GET /v2.0/networks/b338a924-cd1f-43eb-97a0-63ad8a12b5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042950 Jul 23 11:01:15.624081 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ff7ed-3282-4de0-a33f-6dcdf67c0896 req-ae969883-560e-4b78-9266-1c9f95d2bc74 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:15.625605 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7d7ff7ed-3282-4de0-a33f-6dcdf67c0896 req-ae969883-560e-4b78-9266-1c9f95d2bc74 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c464845-5280-4e59-b038-11dca470ea07 HTTP/1.1" status: 200 len: 944 time: 0.1268163 Jul 23 11:01:15.636852 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-fd2071df-634b-4341-9946-0845bac91e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:15.697739 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7d7ff7ed-3282-4de0-a33f-6dcdf67c0896 req-160cdd38-3f7a-4f1d-87d0-c3e9ba0d5a0b tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4db2436-05ed-4f98-a400-a1b14ff8fa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634928 Jul 23 11:01:15.725743 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-fd2071df-634b-4341-9946-0845bac91e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:15.728427 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-fd2071df-634b-4341-9946-0845bac91e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:15.729563 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-fd2071df-634b-4341-9946-0845bac91e0d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2f82cc39-4535-4905-809c-9111d54208cb HTTP/1.1" status: 204 len: 168 time: 0.2367425 Jul 23 11:01:15.738488 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2071df-634b-4341-9946-0845bac91e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f82cc39-4535-4905-809c-9111d54208cb,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:15.771898 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-097b9683-8325-4427-979a-ae30d1dadef9 req-35481068-ee43-49a9-9e12-eed6571cd703 service neutron] 10.222.0.48 "GET /v2.0/networks/b338a924-cd1f-43eb-97a0-63ad8a12b5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385448 Jul 23 11:01:15.918446 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595567d8-c80e-48b0-822b-2f347796946b req-96a08ea3-d739-40dd-9e00-bc5429bc2ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:15.935050 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-595567d8-c80e-48b0-822b-2f347796946b req-96a08ea3-d739-40dd-9e00-bc5429bc2ea7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5e1286101da40ceb620c50feb7b719b&device_id=4c464845-5280-4e59-b038-11dca470ea07 HTTP/1.1" status: 200 len: 1097 time: 0.1005824 Jul 23 11:01:16.044921 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595567d8-c80e-48b0-822b-2f347796946b req-59fc786d-8a1a-47d1-9127-28e8a226af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:16.046821 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-595567d8-c80e-48b0-822b-2f347796946b req-59fc786d-8a1a-47d1-9127-28e8a226af61 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b338a924-cd1f-43eb-97a0-63ad8a12b5a8 HTTP/1.1" status: 200 len: 909 time: 0.0945539 Jul 23 11:01:16.099253 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-595567d8-c80e-48b0-822b-2f347796946b req-049b7d27-1fad-42bb-9cac-8cb62007a063 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0ad663a-a5e8-424c-af88-118ff57acc1a HTTP/1.1" status: 200 len: 217 time: 0.0369077 Jul 23 11:01:16.161465 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595567d8-c80e-48b0-822b-2f347796946b req-fc564f17-cbb1-4862-abb8-c30e138cf1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:16.162976 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-595567d8-c80e-48b0-822b-2f347796946b req-fc564f17-cbb1-4862-abb8-c30e138cf1c3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b689c9f-242e-479b-a0f3-4fe581ef5a21 HTTP/1.1" status: 200 len: 848 time: 0.0446754 Jul 23 11:01:16.201104 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-595567d8-c80e-48b0-822b-2f347796946b req-9dfc0154-0740-4b68-8f21-cbb46c753c37 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b338a924-cd1f-43eb-97a0-63ad8a12b5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259860 Jul 23 11:01:16.319089 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-595567d8-c80e-48b0-822b-2f347796946b req-60fe8594-a40c-41cb-b203-8d2e3b84154d service neutron] 10.222.0.48 "GET /v2.0/networks/b338a924-cd1f-43eb-97a0-63ad8a12b5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925841 Jul 23 11:01:16.456859 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-595567d8-c80e-48b0-822b-2f347796946b req-7b8e00fb-8869-45f1-b841-af89a9e849e5 service neutron] 10.222.0.48 "GET /v2.0/networks/b338a924-cd1f-43eb-97a0-63ad8a12b5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139467 Jul 23 11:01:16.522222 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-22f98b00-4893-41fd-b8fd-788383cd6e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:16.573200 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da419d39-c61c-48b4-a647-8487973af507 req-0516790f-db84-4c39-9cb8-9de4e1e2075c tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:16.574681 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-da419d39-c61c-48b4-a647-8487973af507 req-0516790f-db84-4c39-9cb8-9de4e1e2075c tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.0692301 Jul 23 11:01:16.613775 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-da419d39-c61c-48b4-a647-8487973af507 req-488f56f3-dff1-40c2-a975-32a850e43d02 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321963 Jul 23 11:01:16.840659 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ecee50-8952-4b4a-acb1-b5f3018e8764 req-20ea0b42-ce2b-4775-a525-7d9828217a52 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:16.842367 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-40ecee50-8952-4b4a-acb1-b5f3018e8764 req-20ea0b42-ce2b-4775-a525-7d9828217a52 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c464845-5280-4e59-b038-11dca470ea07 HTTP/1.1" status: 200 len: 944 time: 0.0729499 Jul 23 11:01:16.882685 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-40ecee50-8952-4b4a-acb1-b5f3018e8764 req-1fb66f4a-f7d8-41f0-8c97-0fe457812e66 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4db2436-05ed-4f98-a400-a1b14ff8fa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346613 Jul 23 11:01:17.081967 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 53486) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:01:17.193024 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-afe8e43e-2199-4962-960a-42fdcc9e1544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:17.284926 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-afe8e43e-2199-4962-960a-42fdcc9e1544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:17.288448 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-afe8e43e-2199-4962-960a-42fdcc9e1544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:17.330079 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-afe8e43e-2199-4962-960a-42fdcc9e1544 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a56454c0a1f848e68248cb5b789d748a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2469823 Jul 23 11:01:17.331143 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8e43e-2199-4962-960a-42fdcc9e1544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3881f30b-2651-4e94-829d-7675541e4019,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:17.332812 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 53504) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:01:17.381273 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8707c7be-e54e-47b7-b72d-ca7b16bd973a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:17.401901 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8707c7be-e54e-47b7-b72d-ca7b16bd973a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:17.446841 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8707c7be-e54e-47b7-b72d-ca7b16bd973a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:17.449592 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8707c7be-e54e-47b7-b72d-ca7b16bd973a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:17.450744 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-8707c7be-e54e-47b7-b72d-ca7b16bd973a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3881f30b-2651-4e94-829d-7675541e4019 HTTP/1.1" status: 204 len: 168 time: 0.1169503 Jul 23 11:01:17.460037 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707c7be-e54e-47b7-b72d-ca7b16bd973a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3881f30b-2651-4e94-829d-7675541e4019,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:17.774609 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e472f-6950-4a73-9a51-a2e8cba8c5e8 req-ec13bcc8-c24e-4d12-8997-f5e2bf09a3bc tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:17.776138 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-a83e472f-6950-4a73-9a51-a2e8cba8c5e8 req-ec13bcc8-c24e-4d12-8997-f5e2bf09a3bc tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.0691676 Jul 23 11:01:17.819976 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-a83e472f-6950-4a73-9a51-a2e8cba8c5e8 req-f8001255-406b-4515-9c88-b830e6ca2d72 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377500 Jul 23 11:01:17.968154 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8da956-34de-47d4-b790-8a6a79646701 req-b28fe94e-90f3-491a-9dfa-65aca03bbe93 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:17.969694 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6a8da956-34de-47d4-b790-8a6a79646701 req-b28fe94e-90f3-491a-9dfa-65aca03bbe93 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/networks?id=ccf574f9-5702-429a-8d37-996ccac096f3 HTTP/1.1" status: 200 len: 815 time: 0.1145394 Jul 23 11:01:17.986946 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6a8da956-34de-47d4-b790-8a6a79646701 req-51c0210e-b63d-400c-bf0b-176f93f93eea tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/quotas/4258166484494130b9fcf95d2a6afc89 HTTP/1.1" status: 200 len: 375 time: 0.0108316 Jul 23 11:01:18.018025 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70091a2-07f1-4b4f-a240-c2549bde40f8 req-a7354893-70e5-40ef-9359-d56cc79ef520 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:18.019642 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c70091a2-07f1-4b4f-a240-c2549bde40f8 req-a7354893-70e5-40ef-9359-d56cc79ef520 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c464845-5280-4e59-b038-11dca470ea07 HTTP/1.1" status: 200 len: 944 time: 0.0676119 Jul 23 11:01:18.063896 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6a8da956-34de-47d4-b790-8a6a79646701 req-e91554f0-6fb3-4e12-a4a1-17375d80789e tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4258166484494130b9fcf95d2a6afc89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0708306 Jul 23 11:01:18.071481 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c70091a2-07f1-4b4f-a240-c2549bde40f8 req-498af1ab-6e3f-4eac-82c2-1bfdc1393274 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4db2436-05ed-4f98-a400-a1b14ff8fa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451534 Jul 23 11:01:18.166843 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6a8da956-34de-47d4-b790-8a6a79646701 req-6f4d722f-8dd1-47ee-bbfe-a8ac7116280d service neutron] 10.222.0.47 "GET /v2.0/networks/ccf574f9-5702-429a-8d37-996ccac096f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964079 Jul 23 11:01:18.262027 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6a8da956-34de-47d4-b790-8a6a79646701 req-f373c5a1-ebcd-40f9-9964-672464af601f service neutron] 10.222.0.47 "GET /v2.0/networks/ccf574f9-5702-429a-8d37-996ccac096f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892220 Jul 23 11:01:18.462129 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-beeabd45-1caa-4628-8639-e9ecd3ce5c2d req-86b05b47-cc05-44b5-9060-a7ecb9c3b815 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c98a20a-417c-443e-be53-27c43a7a53f4 HTTP/1.1" status: 200 len: 210 time: 0.0415928 Jul 23 11:01:18.670069 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 53586) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:01:18.961483 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-db37f702-9a92-4684-9fa3-604ed1ba8c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:19.027372 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c606aa-3d7f-4b6e-bef7-eabafb2a4a8e req-180c1617-5f88-4316-833b-b9bdc363cecd tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:19.029008 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-61c606aa-3d7f-4b6e-bef7-eabafb2a4a8e req-180c1617-5f88-4316-833b-b9bdc363cecd tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.1201925 Jul 23 11:01:19.092999 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-61c606aa-3d7f-4b6e-bef7-eabafb2a4a8e req-3eddd6cf-c51f-4e84-996d-5704eb659c1c tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542171 Jul 23 11:01:19.166980 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-db37f702-9a92-4684-9fa3-604ed1ba8c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:19.178175 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-db37f702-9a92-4684-9fa3-604ed1ba8c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:19.252464 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37f702-9a92-4684-9fa3-604ed1ba8c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65dd968-6d2b-4b0b-a2df-45a7e06f2c04,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:19.274804 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-db37f702-9a92-4684-9fa3-604ed1ba8c7e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=563a3556a2c043279bd6b7a8adbc3c56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6000419 Jul 23 11:01:19.275116 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 53620) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:01:19.294159 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device f0ad663a-a5e8-424c-af88-118ff57acc1a details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:01:19.352261 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-41b20872-22b0-4aff-979b-36f19dd56bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:19.400035 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-41b20872-22b0-4aff-979b-36f19dd56bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:19.414381 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port f0ad663a-a5e8-424c-af88-118ff57acc1a, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=f0ad663a-a5e8-424c-af88-118ff57acc1a,segment=NetworkSegment(a3aca05f-fcc6-4e98-9fbe-8399f7ff6800),segment_id=a3aca05f-fcc6-4e98-9fbe-8399f7ff6800)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:01:19.426336 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Returning: {'device': 'f0ad663a-a5e8-424c-af88-118ff57acc1a', 'network_id': 'b338a924-cd1f-43eb-97a0-63ad8a12b5a8', 'port_id': 'f0ad663a-a5e8-424c-af88-118ff57acc1a', 'mac_address': 'fa:16:3e:4c:64:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b689c9f-242e-479b-a0f3-4fe581ef5a21', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:01:19.455094 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93691f9d-c1be-4d1b-b4ef-9067bf60e22f req-26e94eed-0871-4c7b-954a-4f6eeb8bfb89 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:19.456632 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-93691f9d-c1be-4d1b-b4ef-9067bf60e22f req-26e94eed-0871-4c7b-954a-4f6eeb8bfb89 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c464845-5280-4e59-b038-11dca470ea07 HTTP/1.1" status: 200 len: 944 time: 0.1188195 Jul 23 11:01:19.470153 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:19.488015 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-41b20872-22b0-4aff-979b-36f19dd56bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:19.488197 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0ad663a-a5e8-424c-af88-118ff57acc1a {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:01:19.490789 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-41b20872-22b0-4aff-979b-36f19dd56bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:19.492007 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-41b20872-22b0-4aff-979b-36f19dd56bfe admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b65dd968-6d2b-4b0b-a2df-45a7e06f2c04 HTTP/1.1" status: 204 len: 168 time: 0.2158704 Jul 23 11:01:19.511975 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b20872-22b0-4aff-979b-36f19dd56bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65dd968-6d2b-4b0b-a2df-45a7e06f2c04,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:19.514525 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port f0ad663a-a5e8-424c-af88-118ff57acc1a, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=f0ad663a-a5e8-424c-af88-118ff57acc1a,segment=NetworkSegment(a3aca05f-fcc6-4e98-9fbe-8399f7ff6800),segment_id=a3aca05f-fcc6-4e98-9fbe-8399f7ff6800)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:01:19.520234 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:19.526778 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 53628) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:01:19.536064 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-93691f9d-c1be-4d1b-b4ef-9067bf60e22f req-c6d0a969-6c56-4bc8-bb62-91ccd2150e72 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4db2436-05ed-4f98-a400-a1b14ff8fa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715380 Jul 23 11:01:19.586454 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-409a500c-101c-433c-90b0-bde309988710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:19.606091 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=f0ad663a-a5e8-424c-af88-118ff57acc1a,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:19.613932 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:19.614580 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fb3a9068-31f9-48a9-af82-6f7055d411b7 req-cbcba162-9e05-4cda-99e0-961b27c83669 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c98a20a-417c-443e-be53-27c43a7a53f4 HTTP/1.1" status: 200 len: 210 time: 0.0431557 Jul 23 11:01:19.614801 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:19.615532 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:19.616053 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:19.616709 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:19.617355 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:19.617906 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:19.618616 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:19.619354 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:19.619870 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:19.620712 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:19.621307 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:19.662693 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-244c8d6d-9952-4828-8ee8-70fd064dd680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:19.685177 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:19.763214 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-244c8d6d-9952-4828-8ee8-70fd064dd680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:19.768557 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-244c8d6d-9952-4828-8ee8-70fd064dd680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:19.805240 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-244c8d6d-9952-4828-8ee8-70fd064dd680 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=35e9425a75784afeb30f4ef3e9df4f0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2774837 Jul 23 11:01:19.806065 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c8d6d-9952-4828-8ee8-70fd064dd680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0784c4-219c-46f7-8026-47aee3f46e66,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:19.808341 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 53638) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:01:19.865952 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a85d997f-be61-41f7-9543-cf3e57d1653d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:19.893155 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a85d997f-be61-41f7-9543-cf3e57d1653d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:19.907360 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 53640) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:01:19.920311 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-02e9fe90-eecf-4230-bf9e-4bca7ab42dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:20.005053 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a85d997f-be61-41f7-9543-cf3e57d1653d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:20.008127 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a85d997f-be61-41f7-9543-cf3e57d1653d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:20.012130 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-a85d997f-be61-41f7-9543-cf3e57d1653d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3a0784c4-219c-46f7-8026-47aee3f46e66 HTTP/1.1" status: 204 len: 168 time: 0.1964760 Jul 23 11:01:20.020202 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['f0ad663a-a5e8-424c-af88-118ff57acc1a'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:01:20.026663 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d997f-be61-41f7-9543-cf3e57d1653d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0784c4-219c-46f7-8026-47aee3f46e66,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:20.041950 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8da956-34de-47d4-b790-8a6a79646701 req-3f92fa94-4ed9-40e0-a7b7-dba62c5e85b3 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:20.042943 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-02e9fe90-eecf-4230-bf9e-4bca7ab42dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:20.043689 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6a8da956-34de-47d4-b790-8a6a79646701 req-3f92fa94-4ed9-40e0-a7b7-dba62c5e85b3 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.48 "GET /v2.0/networks?id=ccf574f9-5702-429a-8d37-996ccac096f3 HTTP/1.1" status: 200 len: 815 time: 0.1270373 Jul 23 11:01:20.049291 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-02e9fe90-eecf-4230-bf9e-4bca7ab42dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:20.092818 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [req-6a8da956-34de-47d4-b790-8a6a79646701 req-5908fcae-5e22-43ca-a6e2-cd4bff4e5c72 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Request body: {'port': {'device_id': '5c98a20a-417c-443e-be53-27c43a7a53f4', 'network_id': 'ccf574f9-5702-429a-8d37-996ccac096f3', 'admin_state_up': True, 'tenant_id': '4258166484494130b9fcf95d2a6afc89'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:01:20.104279 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-02e9fe90-eecf-4230-bf9e-4bca7ab42dd9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=910d3a0b9b81469e8dbbe97d3f9cf358&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1942320 Jul 23 11:01:20.112321 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e9fe90-eecf-4230-bf9e-4bca7ab42dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bbff8c-67c2-4924-a57e-5934e4600da3,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:20.115252 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 53646) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:01:20.193401 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6ed7d6f2-efbf-4a63-a404-9c3ec1f77beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:20.216784 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6ed7d6f2-efbf-4a63-a404-9c3ec1f77beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:20.284783 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6ed7d6f2-efbf-4a63-a404-9c3ec1f77beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:20.287423 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6ed7d6f2-efbf-4a63-a404-9c3ec1f77beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:20.288641 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-6ed7d6f2-efbf-4a63-a404-9c3ec1f77beb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/65bbff8c-67c2-4924-a57e-5934e4600da3 HTTP/1.1" status: 204 len: 168 time: 0.1720159 Jul 23 11:01:20.299355 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed7d6f2-efbf-4a63-a404-9c3ec1f77beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bbff8c-67c2-4924-a57e-5934e4600da3,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:20.322915 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ac0ec-2633-449c-858d-b4fbcfcb9e76 req-2c63b5ee-1d30-4ff4-86ce-b87cac7acd93 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:20.328951 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6e0ac0ec-2633-449c-858d-b4fbcfcb9e76 req-2c63b5ee-1d30-4ff4-86ce-b87cac7acd93 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.1208558 Jul 23 11:01:20.337232 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a8da956-34de-47d4-b790-8a6a79646701 req-5908fcae-5e22-43ca-a6e2-cd4bff4e5c72 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Made reservation on behalf of 4258166484494130b9fcf95d2a6afc89 for: {'port': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:01:20.340533 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-6a8da956-34de-47d4-b790-8a6a79646701 req-5908fcae-5e22-43ca-a6e2-cd4bff4e5c72 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:20.389868 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6e0ac0ec-2633-449c-858d-b4fbcfcb9e76 req-cdd5f9a9-ce2c-4ed7-875e-33c7102bcbb5 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599775 Jul 23 11:01:20.489777 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:20.527371 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [req-6a8da956-34de-47d4-b790-8a6a79646701 req-5908fcae-5e22-43ca-a6e2-cd4bff4e5c72 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Allocated IP 172.20.0.13 (ccf574f9-5702-429a-8d37-996ccac096f3/c73e0985-88a5-4a27-821f-63539929b032/cff4c905-a2d7-4fa3-9205-14aac9fbec09) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:01:20.527726 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 53664) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:01:20.541732 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-41d7237a-a55d-4fcf-ac90-b9c7595c02f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:20.675151 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-41d7237a-a55d-4fcf-ac90-b9c7595c02f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:20.681530 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-41d7237a-a55d-4fcf-ac90-b9c7595c02f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:20.732905 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-6a8da956-34de-47d4-b790-8a6a79646701 req-5908fcae-5e22-43ca-a6e2-cd4bff4e5c72 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:20.767660 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154317e-b69d-41f7-bd88-6d28235a0ca3 req-60dbf81d-87ed-47fd-81e0-7a28f151a882 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:20.769287 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0154317e-b69d-41f7-bd88-6d28235a0ca3 req-60dbf81d-87ed-47fd-81e0-7a28f151a882 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c464845-5280-4e59-b038-11dca470ea07 HTTP/1.1" status: 200 len: 945 time: 0.1173458 Jul 23 11:01:20.771485 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 53670) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:01:20.799581 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f91bca1e-3b76-4a4c-9ef2-7e228c311b94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:20.857441 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-6a8da956-34de-47d4-b790-8a6a79646701 req-5908fcae-5e22-43ca-a6e2-cd4bff4e5c72 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31524845'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:20.865357 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0154317e-b69d-41f7-bd88-6d28235a0ca3 req-0a2c77b6-2319-4798-b13b-e22134a0e6ce tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4db2436-05ed-4f98-a400-a1b14ff8fa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859878 Jul 23 11:01:20.934061 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a8da956-34de-47d4-b790-8a6a79646701 req-5908fcae-5e22-43ca-a6e2-cd4bff4e5c72 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Network ccf574f9-5702-429a-8d37-996ccac096f3 is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:01:20.946989 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [req-6a8da956-34de-47d4-b790-8a6a79646701 req-5908fcae-5e22-43ca-a6e2-cd4bff4e5c72 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:01:20.951408 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8da956-34de-47d4-b790-8a6a79646701 req-5908fcae-5e22-43ca-a6e2-cd4bff4e5c72 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:01:20.954852 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908fcae-5e22-43ca-a6e2-cd4bff4e5c72 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Pushing event updated for resources: {'Port': ['ID=cff4c905-a2d7-4fa3-9205-14aac9fbec09,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:20.958344 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ea995c9d-15de-4e58-85a2-a6e5a7fca48b req-8039c88f-b5f5-4199-a47d-08c777335db0 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c98a20a-417c-443e-be53-27c43a7a53f4 HTTP/1.1" status: 200 len: 210 time: 0.2571025 Jul 23 11:01:20.960352 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d7237a-a55d-4fcf-ac90-b9c7595c02f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98db9626-4825-4cda-a370-ba83da548caa,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:20.964582 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-41d7237a-a55d-4fcf-ac90-b9c7595c02f9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1345e3ad71854b12969c3b263f113edd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4357154 Jul 23 11:01:20.967449 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 53676) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:01:21.017784 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8da956-34de-47d4-b790-8a6a79646701 req-5908fcae-5e22-43ca-a6e2-cd4bff4e5c72 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:21.018404 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-6a8da956-34de-47d4-b790-8a6a79646701 req-5908fcae-5e22-43ca-a6e2-cd4bff4e5c72 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:21.025032 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-90cfb098-fcff-4d09-abf6-05a00d041f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:21.042759 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f91bca1e-3b76-4a4c-9ef2-7e228c311b94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:21.047339 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-90cfb098-fcff-4d09-abf6-05a00d041f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:21.048407 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f91bca1e-3b76-4a4c-9ef2-7e228c311b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:21.054434 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6a8da956-34de-47d4-b790-8a6a79646701 req-5908fcae-5e22-43ca-a6e2-cd4bff4e5c72 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9846663 Jul 23 11:01:21.076614 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [req-6a8da956-34de-47d4-b790-8a6a79646701 req-b84df2e3-d341-4e11-b0f4-0fbb5249b61f service neutron] Request body: {'port': {'device_id': '5c98a20a-417c-443e-be53-27c43a7a53f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:01:21.099757 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-90cfb098-fcff-4d09-abf6-05a00d041f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:21.102336 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-90cfb098-fcff-4d09-abf6-05a00d041f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:21.103472 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-90cfb098-fcff-4d09-abf6-05a00d041f78 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/98db9626-4825-4cda-a370-ba83da548caa HTTP/1.1" status: 204 len: 168 time: 0.1351297 Jul 23 11:01:21.111347 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cfb098-fcff-4d09-abf6-05a00d041f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98db9626-4825-4cda-a370-ba83da548caa,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:21.115603 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-f91bca1e-3b76-4a4c-9ef2-7e228c311b94 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=33f80c9ff2b2400a8e4ee42f8910ef3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3431242 Jul 23 11:01:21.116333 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bca1e-3b76-4a4c-9ef2-7e228c311b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ec63e8-fc1b-477e-ae52-7948bae7002c,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:21.118773 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 53680) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:01:21.173518 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6c7a5fa1-73c6-42e1-a8a5-8672bbc40322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:21.183566 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-6a8da956-34de-47d4-b790-8a6a79646701 req-b84df2e3-d341-4e11-b0f4-0fbb5249b61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:21.195954 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6c7a5fa1-73c6-42e1-a8a5-8672bbc40322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:21.220387 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['15e4b25b-8260-457b-877f-079b28aefebf', '0cfb211e-c15a-4382-83a9-f21a866244a2'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:01:21.259741 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6c7a5fa1-73c6-42e1-a8a5-8672bbc40322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:21.263606 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6c7a5fa1-73c6-42e1-a8a5-8672bbc40322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:21.265138 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-6c7a5fa1-73c6-42e1-a8a5-8672bbc40322 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c7ec63e8-fc1b-477e-ae52-7948bae7002c HTTP/1.1" status: 204 len: 168 time: 0.1448090 Jul 23 11:01:21.275198 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a5fa1-73c6-42e1-a8a5-8672bbc40322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ec63e8-fc1b-477e-ae52-7948bae7002c,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:21.673164 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7d415-ec4c-4a4e-9b2c-1726cb3889c0 req-d3bd0db3-12ac-4975-aca7-2db4f9a9e087 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:21.674883 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-28c7d415-ec4c-4a4e-9b2c-1726cb3889c0 req-d3bd0db3-12ac-4975-aca7-2db4f9a9e087 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.1498175 Jul 23 11:01:21.694815 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [req-6a8da956-34de-47d4-b790-8a6a79646701 req-b84df2e3-d341-4e11-b0f4-0fbb5249b61f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cff4c905-a2d7-4fa3-9205-14aac9fbec09 {{(pid=93046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:01:21.710649 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-6a8da956-34de-47d4-b790-8a6a79646701 req-b84df2e3-d341-4e11-b0f4-0fbb5249b61f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:21.733918 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.provisioning_blocks [req-6a8da956-34de-47d4-b790-8a6a79646701 req-b84df2e3-d341-4e11-b0f4-0fbb5249b61f service neutron] Transition to ACTIVE for port object cff4c905-a2d7-4fa3-9205-14aac9fbec09 will not be triggered until provisioned by entity L2. {{(pid=93046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:01:21.740004 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-28c7d415-ec4c-4a4e-9b2c-1726cb3889c0 req-04307d0e-48a1-4fd5-a12f-f076388910b0 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558507 Jul 23 11:01:21.741591 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-6a8da956-34de-47d4-b790-8a6a79646701 req-b84df2e3-d341-4e11-b0f4-0fbb5249b61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31524822'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:21.790466 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84df2e3-d341-4e11-b0f4-0fbb5249b61f service neutron] Pushing event updated for resources: {'Port': ['ID=cff4c905-a2d7-4fa3-9205-14aac9fbec09,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:21.865946 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-6a8da956-34de-47d4-b790-8a6a79646701 req-b84df2e3-d341-4e11-b0f4-0fbb5249b61f service neutron] Attempting to bind port cff4c905-a2d7-4fa3-9205-14aac9fbec09 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:01:21.866207 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-6a8da956-34de-47d4-b790-8a6a79646701 req-b84df2e3-d341-4e11-b0f4-0fbb5249b61f service neutron] Attempting to bind port cff4c905-a2d7-4fa3-9205-14aac9fbec09 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': 'c7124302-fb3f-495e-b748-07d02359f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ccf574f9-5702-429a-8d37-996ccac096f3'}] {{(pid=93046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:01:21.866610 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8da956-34de-47d4-b790-8a6a79646701 req-b84df2e3-d341-4e11-b0f4-0fbb5249b61f service neutron] Attempting to bind port cff4c905-a2d7-4fa3-9205-14aac9fbec09 on network ccf574f9-5702-429a-8d37-996ccac096f3 {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:01:21.871495 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8da956-34de-47d4-b790-8a6a79646701 req-b84df2e3-d341-4e11-b0f4-0fbb5249b61f service neutron] Port cff4c905-a2d7-4fa3-9205-14aac9fbec09 on network ccf574f9-5702-429a-8d37-996ccac096f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:01:21.871993 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8da956-34de-47d4-b790-8a6a79646701 req-b84df2e3-d341-4e11-b0f4-0fbb5249b61f service neutron] Attempting to bind port cff4c905-a2d7-4fa3-9205-14aac9fbec09 on network ccf574f9-5702-429a-8d37-996ccac096f3 {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:01:21.877610 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8da956-34de-47d4-b790-8a6a79646701 req-b84df2e3-d341-4e11-b0f4-0fbb5249b61f service neutron] Checking agent: {'id': 'fd06f6b8-de2a-4c3f-8327-d731c40933c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'started_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:01:21.878096 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8da956-34de-47d4-b790-8a6a79646701 req-b84df2e3-d341-4e11-b0f4-0fbb5249b61f service neutron] Checking segment: {'id': 'c7124302-fb3f-495e-b748-07d02359f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ccf574f9-5702-429a-8d37-996ccac096f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:01:21.878975 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8da956-34de-47d4-b790-8a6a79646701 req-b84df2e3-d341-4e11-b0f4-0fbb5249b61f service neutron] Bound using segment: {'id': 'c7124302-fb3f-495e-b748-07d02359f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ccf574f9-5702-429a-8d37-996ccac096f3'} {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:01:21.879419 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-6a8da956-34de-47d4-b790-8a6a79646701 req-b84df2e3-d341-4e11-b0f4-0fbb5249b61f service neutron] Bound port: cff4c905-a2d7-4fa3-9205-14aac9fbec09, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7124302-fb3f-495e-b748-07d02359f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ccf574f9-5702-429a-8d37-996ccac096f3'}}] {{(pid=93046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:01:21.879920 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-6a8da956-34de-47d4-b790-8a6a79646701 req-b84df2e3-d341-4e11-b0f4-0fbb5249b61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:21.980083 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-6a8da956-34de-47d4-b790-8a6a79646701 req-b84df2e3-d341-4e11-b0f4-0fbb5249b61f service neutron] For port cff4c905-a2d7-4fa3-9205-14aac9fbec09, host hv-cinder-80198, cleared binding levels {{(pid=93046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:01:21.984214 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-6a8da956-34de-47d4-b790-8a6a79646701 req-b84df2e3-d341-4e11-b0f4-0fbb5249b61f service neutron] For port cff4c905-a2d7-4fa3-9205-14aac9fbec09, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=cff4c905-a2d7-4fa3-9205-14aac9fbec09,segment=NetworkSegment(c7124302-fb3f-495e-b748-07d02359f90e),segment_id=c7124302-fb3f-495e-b748-07d02359f90e)] {{(pid=93046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:01:22.001378 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-6a8da956-34de-47d4-b790-8a6a79646701 req-b84df2e3-d341-4e11-b0f4-0fbb5249b61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31524822'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:22.020793 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:22.070431 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8da956-34de-47d4-b790-8a6a79646701 req-b84df2e3-d341-4e11-b0f4-0fbb5249b61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:22.071314 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-6a8da956-34de-47d4-b790-8a6a79646701 req-b84df2e3-d341-4e11-b0f4-0fbb5249b61f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:22.072829 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6a8da956-34de-47d4-b790-8a6a79646701 req-b84df2e3-d341-4e11-b0f4-0fbb5249b61f service neutron] 10.222.0.48 "PUT /v2.0/ports/cff4c905-a2d7-4fa3-9205-14aac9fbec09 HTTP/1.1" status: 200 len: 1094 time: 1.0025861 Jul 23 11:01:22.073274 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c98a20a-417c-443e-be53-27c43a7a53f4', 'tag': 'cff4c905-a2d7-4fa3-9205-14aac9fbec09'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:01:22.075542 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e514f4fc9e73055b469c7c960908a930888711302e8ce169aa561e05cb35f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c4f733-97c4-43b0-950e-692f2cdb8377" -d '{"events": [{"name": "network-changed", "server_uuid": "5c98a20a-417c-443e-be53-27c43a7a53f4", "tag": "cff4c905-a2d7-4fa3-9205-14aac9fbec09"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:01:22.096793 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84df2e3-d341-4e11-b0f4-0fbb5249b61f service neutron] Pushing event updated for resources: {'Port': ['ID=cff4c905-a2d7-4fa3-9205-14aac9fbec09,revision_number=3']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:22.124842 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d867f-b8a6-49c3-ad2f-d08e5666f141 req-1d0f0139-99d6-4b76-9a9f-7f9b62f9db18 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:22.129507 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2a4d867f-b8a6-49c3-ad2f-d08e5666f141 req-1d0f0139-99d6-4b76-9a9f-7f9b62f9db18 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c464845-5280-4e59-b038-11dca470ea07 HTTP/1.1" status: 200 len: 945 time: 0.1420608 Jul 23 11:01:22.202872 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2a4d867f-b8a6-49c3-ad2f-d08e5666f141 req-6986c79b-7f95-4df1-91b7-bb123b210951 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4db2436-05ed-4f98-a400-a1b14ff8fa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667927 Jul 23 11:01:22.252489 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac9e49f-b181-4caf-bdec-3c867731a546 x-openstack-request-id: req-3ac9e49f-b181-4caf-bdec-3c867731a546 {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:01:22.252776 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c98a20a-417c-443e-be53-27c43a7a53f4", "tag": "cff4c905-a2d7-4fa3-9205-14aac9fbec09", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:01:22.253034 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3ac9e49f-b181-4caf-bdec-3c867731a546 {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:01:22.253409 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c98a20a-417c-443e-be53-27c43a7a53f4', 'tag': 'cff4c905-a2d7-4fa3-9205-14aac9fbec09', 'status': 'completed', 'code': 200} Jul 23 11:01:22.262924 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d0539-4542-426f-85ad-e3c4ff674ffb req-fe42fbba-feea-41e4-8f16-aa5a0e77d704 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:22.264519 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-048d0539-4542-426f-85ad-e3c4ff674ffb req-fe42fbba-feea-41e4-8f16-aa5a0e77d704 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c98a20a-417c-443e-be53-27c43a7a53f4 HTTP/1.1" status: 200 len: 944 time: 0.1565385 Jul 23 11:01:22.273904 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8da956-34de-47d4-b790-8a6a79646701 req-e2cecfb2-56b0-4fe2-a7c5-7545a05770d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:22.275338 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6a8da956-34de-47d4-b790-8a6a79646701 req-e2cecfb2-56b0-4fe2-a7c5-7545a05770d9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4258166484494130b9fcf95d2a6afc89&device_id=5c98a20a-417c-443e-be53-27c43a7a53f4 HTTP/1.1" status: 200 len: 1097 time: 0.1230125 Jul 23 11:01:22.341784 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6a8da956-34de-47d4-b790-8a6a79646701 req-275021e6-7088-46a2-885f-97576207c8bd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cff4c905-a2d7-4fa3-9205-14aac9fbec09 HTTP/1.1" status: 200 len: 217 time: 0.0478647 Jul 23 11:01:22.374477 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-048d0539-4542-426f-85ad-e3c4ff674ffb req-233c23e3-9c39-4897-8809-cbdba5ee4a40 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024697 Jul 23 11:01:22.411988 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8da956-34de-47d4-b790-8a6a79646701 req-927c2cde-6511-44b6-96f8-f8c8c29e5e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:22.413794 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6a8da956-34de-47d4-b790-8a6a79646701 req-927c2cde-6511-44b6-96f8-f8c8c29e5e9a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c73e0985-88a5-4a27-821f-63539929b032 HTTP/1.1" status: 200 len: 855 time: 0.0595255 Jul 23 11:01:22.466847 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6a8da956-34de-47d4-b790-8a6a79646701 req-69b1929a-0648-43b9-9f19-200367c260b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ccf574f9-5702-429a-8d37-996ccac096f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386941 Jul 23 11:01:22.588379 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6a8da956-34de-47d4-b790-8a6a79646701 req-97aa0e7c-3ff0-488e-a12b-0edb17275086 service neutron] 10.222.0.48 "GET /v2.0/networks/ccf574f9-5702-429a-8d37-996ccac096f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027069 Jul 23 11:01:22.994221 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6a8da956-34de-47d4-b790-8a6a79646701 req-3048d773-6c56-4e59-9427-eb0ec3c95b08 service neutron] 10.222.0.48 "GET /v2.0/networks/ccf574f9-5702-429a-8d37-996ccac096f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938501 Jul 23 11:01:23.023830 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea3e69d-2fd3-4ee4-9dd7-ec45ad054dfb req-0eefb4a4-c661-4c85-984e-7e2dc86f26f2 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:23.025640 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3ea3e69d-2fd3-4ee4-9dd7-ec45ad054dfb req-0eefb4a4-c661-4c85-984e-7e2dc86f26f2 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.1197274 Jul 23 11:01:23.113412 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3ea3e69d-2fd3-4ee4-9dd7-ec45ad054dfb req-4f4a79a5-7b5d-4734-a543-c4bd63ab4e94 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726862 Jul 23 11:01:23.141117 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4f733-97c4-43b0-950e-692f2cdb8377 req-9f561b96-d5c8-4c47-8e87-a7a1c437f145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:23.143125 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-35c4f733-97c4-43b0-950e-692f2cdb8377 req-9f561b96-d5c8-4c47-8e87-a7a1c437f145 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4258166484494130b9fcf95d2a6afc89&device_id=5c98a20a-417c-443e-be53-27c43a7a53f4 HTTP/1.1" status: 200 len: 1097 time: 0.0641627 Jul 23 11:01:23.251890 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4f733-97c4-43b0-950e-692f2cdb8377 req-145123b6-4347-47ec-bb9a-6ec1e961628d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:23.253436 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-35c4f733-97c4-43b0-950e-692f2cdb8377 req-145123b6-4347-47ec-bb9a-6ec1e961628d service neutron] 10.222.0.48 "GET /v2.0/networks?id=ccf574f9-5702-429a-8d37-996ccac096f3 HTTP/1.1" status: 200 len: 916 time: 0.1019702 Jul 23 11:01:23.292291 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device f0ad663a-a5e8-424c-af88-118ff57acc1a up at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:01:23.310668 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-35c4f733-97c4-43b0-950e-692f2cdb8377 req-4ecb0083-372c-4b50-b778-f176537b93b1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cff4c905-a2d7-4fa3-9205-14aac9fbec09 HTTP/1.1" status: 200 len: 217 time: 0.0371985 Jul 23 11:01:23.352415 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning for port f0ad663a-a5e8-424c-af88-118ff57acc1a completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:01:23.359979 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning complete for port f0ad663a-a5e8-424c-af88-118ff57acc1a triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:01:23.360901 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:23.373033 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4c050c80-d577-4990-8bcc-db7c267f2e3f req-e398ed28-f3ff-4553-8b85-f8071ecf2889 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3217b86f-f371-49f7-8dbe-de9e366ea9c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1009293 Jul 23 11:01:23.377281 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4f733-97c4-43b0-950e-692f2cdb8377 req-5142df7c-df4a-41fd-9901-b4d13d8c66ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:23.379107 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-35c4f733-97c4-43b0-950e-692f2cdb8377 req-5142df7c-df4a-41fd-9901-b4d13d8c66ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c73e0985-88a5-4a27-821f-63539929b032 HTTP/1.1" status: 200 len: 855 time: 0.0587175 Jul 23 11:01:23.385696 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9e53f-7ef3-4d5d-9917-1cb4792e2876 req-09f0f9e2-d738-4fc6-9e9c-37ded5ece7a1 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:23.387252 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8da9e53f-7ef3-4d5d-9917-1cb4792e2876 req-09f0f9e2-d738-4fc6-9e9c-37ded5ece7a1 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c464845-5280-4e59-b038-11dca470ea07 HTTP/1.1" status: 200 len: 945 time: 0.1065333 Jul 23 11:01:23.465462 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-35c4f733-97c4-43b0-950e-692f2cdb8377 req-556296e1-98a6-464d-9eca-0cf97ccd9d66 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ccf574f9-5702-429a-8d37-996ccac096f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653377 Jul 23 11:01:23.476928 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8da9e53f-7ef3-4d5d-9917-1cb4792e2876 req-fe2cf10e-c03a-47e8-9b14-5d7a9882087c tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4db2436-05ed-4f98-a400-a1b14ff8fa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808742 Jul 23 11:01:23.506485 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c050c80-d577-4990-8bcc-db7c267f2e3f req-99bf86c0-68ea-4435-a029-058fcb147251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:23.508548 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4c050c80-d577-4990-8bcc-db7c267f2e3f req-99bf86c0-68ea-4435-a029-058fcb147251 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4258166484494130b9fcf95d2a6afc89&device_id=3217b86f-f371-49f7-8dbe-de9e366ea9c5 HTTP/1.1" status: 200 len: 1098 time: 0.0735459 Jul 23 11:01:23.531115 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:23.554402 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c464845-5280-4e59-b038-11dca470ea07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ad663a-a5e8-424c-af88-118ff57acc1a'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:01:23.556680 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}214548a6ff4efd2602c2c2cf0448be42dc7715ee41776415c9dd15aa22406767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1288f9d-5774-412f-bf01-447f4d17bbd9" -d '{"events": [{"server_uuid": "4c464845-5280-4e59-b038-11dca470ea07", "name": "network-vif-plugged", "status": "completed", "tag": "f0ad663a-a5e8-424c-af88-118ff57acc1a"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:01:23.574448 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port f0ad663a-a5e8-424c-af88-118ff57acc1a, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=f0ad663a-a5e8-424c-af88-118ff57acc1a,segment=NetworkSegment(a3aca05f-fcc6-4e98-9fbe-8399f7ff6800),segment_id=a3aca05f-fcc6-4e98-9fbe-8399f7ff6800)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:01:23.580532 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:23.611658 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121934a9-ef83-4103-9dfb-debcdb11dabc x-openstack-request-id: req-121934a9-ef83-4103-9dfb-debcdb11dabc {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:01:23.611943 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c464845-5280-4e59-b038-11dca470ea07", "name": "network-vif-plugged", "status": "completed", "tag": "f0ad663a-a5e8-424c-af88-118ff57acc1a", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:01:23.612388 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-121934a9-ef83-4103-9dfb-debcdb11dabc {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:01:23.612775 dv-cinder-801989-3-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c464845-5280-4e59-b038-11dca470ea07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ad663a-a5e8-424c-af88-118ff57acc1a', 'code': 200} Jul 23 11:01:23.618194 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cada9c-0cb0-4de2-aeb5-dd39ff498c66 req-91fffb66-13e6-42d3-aa20-818631190ec3 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:23.620618 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d1cada9c-0cb0-4de2-aeb5-dd39ff498c66 req-91fffb66-13e6-42d3-aa20-818631190ec3 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c98a20a-417c-443e-be53-27c43a7a53f4 HTTP/1.1" status: 200 len: 944 time: 0.1571152 Jul 23 11:01:23.622099 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-35c4f733-97c4-43b0-950e-692f2cdb8377 req-30a97cf9-5911-4d67-a547-a579272483d3 service neutron] 10.222.0.48 "GET /v2.0/networks/ccf574f9-5702-429a-8d37-996ccac096f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155722 Jul 23 11:01:23.644967 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=f0ad663a-a5e8-424c-af88-118ff57acc1a,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:23.661306 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c050c80-d577-4990-8bcc-db7c267f2e3f req-f82f9fa1-4699-4396-8219-d5a88c31e9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:23.662977 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4c050c80-d577-4990-8bcc-db7c267f2e3f req-f82f9fa1-4699-4396-8219-d5a88c31e9de service neutron] 10.222.0.48 "GET /v2.0/networks?id=ccf574f9-5702-429a-8d37-996ccac096f3 HTTP/1.1" status: 200 len: 916 time: 0.1147742 Jul 23 11:01:23.691891 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d1cada9c-0cb0-4de2-aeb5-dd39ff498c66 req-fce951e4-5469-456e-8daa-4d83bb55bb72 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631852 Jul 23 11:01:23.731726 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4c050c80-d577-4990-8bcc-db7c267f2e3f req-5e2e851d-935f-4df7-89d4-aa4ad228ef6f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15e4b25b-8260-457b-877f-079b28aefebf HTTP/1.1" status: 200 len: 217 time: 0.0452235 Jul 23 11:01:23.765436 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-35c4f733-97c4-43b0-950e-692f2cdb8377 req-d5c09662-dd92-417e-99a7-9e2ad74f33e2 service neutron] 10.222.0.48 "GET /v2.0/networks/ccf574f9-5702-429a-8d37-996ccac096f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212471 Jul 23 11:01:23.783536 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c050c80-d577-4990-8bcc-db7c267f2e3f req-46ebe3c9-f330-4733-817c-7365c7653947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:23.785268 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4c050c80-d577-4990-8bcc-db7c267f2e3f req-46ebe3c9-f330-4733-817c-7365c7653947 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c73e0985-88a5-4a27-821f-63539929b032 HTTP/1.1" status: 200 len: 855 time: 0.0474412 Jul 23 11:01:23.823810 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4c050c80-d577-4990-8bcc-db7c267f2e3f req-b8c952cd-59fd-498e-af55-255c6512478b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ccf574f9-5702-429a-8d37-996ccac096f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268724 Jul 23 11:01:23.878905 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e7f29-e7d8-44f5-aa0e-1e5603712f98 req-d94ca7c4-88ce-4e9d-af22-494bdc174f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:23.880459 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d68e7f29-e7d8-44f5-aa0e-1e5603712f98 req-d94ca7c4-88ce-4e9d-af22-494bdc174f6b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4c464845-5280-4e59-b038-11dca470ea07 HTTP/1.1" status: 200 len: 1099 time: 0.0548410 Jul 23 11:01:23.921177 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d68e7f29-e7d8-44f5-aa0e-1e5603712f98 req-be7ee738-0199-4915-adfa-5bc05ec696ea service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f4db2436-05ed-4f98-a400-a1b14ff8fa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304859 Jul 23 11:01:23.929718 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4c050c80-d577-4990-8bcc-db7c267f2e3f req-6f68cc9a-b150-48c7-bfdd-fd58b741831f service neutron] 10.222.0.48 "GET /v2.0/networks/ccf574f9-5702-429a-8d37-996ccac096f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904961 Jul 23 11:01:24.125834 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4c050c80-d577-4990-8bcc-db7c267f2e3f req-9b6bb788-d591-4257-83f8-e799f7820737 service neutron] 10.222.0.48 "GET /v2.0/networks/ccf574f9-5702-429a-8d37-996ccac096f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948858 Jul 23 11:01:24.245245 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48824e-ccf6-40d9-b685-c250ed922fd5 req-d80697f2-1a96-49ae-9725-450451a2fb3a tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:24.246724 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-2f48824e-ccf6-40d9-b685-c250ed922fd5 req-d80697f2-1a96-49ae-9725-450451a2fb3a tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.0635886 Jul 23 11:01:24.286051 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-2f48824e-ccf6-40d9-b685-c250ed922fd5 req-6c899362-91b7-4cc7-9b99-2bbb4f3d9f0b tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338395 Jul 23 11:01:24.309020 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-8fcb067b-3599-4949-97cb-3925bfb91fab tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=eb7f32769c9f442d9a36bb7fe62f0bec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321021 Jul 23 11:01:24.492350 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-3f3f8bf6-98a9-494b-8b97-e91177a9f95a tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:24.493711 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-3f3f8bf6-98a9-494b-8b97-e91177a9f95a tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1790595 Jul 23 11:01:24.509936 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-66c2fe44-2146-42b7-9df3-a1419dd8f702 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/quotas/eb7f32769c9f442d9a36bb7fe62f0bec HTTP/1.1" status: 200 len: 375 time: 0.0107701 Jul 23 11:01:24.547965 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-988be504-a16c-4d69-9163-5a33b5e54be0 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb7f32769c9f442d9a36bb7fe62f0bec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322661 Jul 23 11:01:24.620827 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48129800-b74b-431a-82fa-9f490e94b96d req-b1bc762b-2c03-4cd4-9384-a71ab2be2c42 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:24.622535 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-48129800-b74b-431a-82fa-9f490e94b96d req-b1bc762b-2c03-4cd4-9384-a71ab2be2c42 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c464845-5280-4e59-b038-11dca470ea07 HTTP/1.1" status: 200 len: 946 time: 0.0703838 Jul 23 11:01:24.693260 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-48129800-b74b-431a-82fa-9f490e94b96d req-423ce00a-6a38-408d-a1f0-0348268d9e10 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4db2436-05ed-4f98-a400-a1b14ff8fa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601358 Jul 23 11:01:24.725068 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-86e0775a-546b-415b-bb70-2b052c494d61 req-0ec6925e-a2b5-4df0-afa6-7b5237fcfa4a tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/ports?device_id=6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e HTTP/1.1" status: 200 len: 210 time: 0.0299242 Jul 23 11:01:24.838651 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965f0e9-ffcb-4985-8ebe-5c7c8abe4ec1 req-3715c909-9624-4fd8-bce2-7704104f33cc tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:24.840192 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6965f0e9-ffcb-4985-8ebe-5c7c8abe4ec1 req-3715c909-9624-4fd8-bce2-7704104f33cc tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c98a20a-417c-443e-be53-27c43a7a53f4 HTTP/1.1" status: 200 len: 944 time: 0.0718975 Jul 23 11:01:24.883021 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6965f0e9-ffcb-4985-8ebe-5c7c8abe4ec1 req-f33b313a-59c5-4b10-aea2-3b621304e1b4 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369208 Jul 23 11:01:25.414771 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb909199-4cad-4d92-a912-5794da1a4ba3 req-76e682ab-d045-4f81-914d-a54277e92bd9 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:25.416285 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-eb909199-4cad-4d92-a912-5794da1a4ba3 req-76e682ab-d045-4f81-914d-a54277e92bd9 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.0616701 Jul 23 11:01:25.455195 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-eb909199-4cad-4d92-a912-5794da1a4ba3 req-c64c113e-f873-47c1-93a9-57be4cbe66e0 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328145 Jul 23 11:01:25.841453 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d9502-794f-4f1f-af51-2c45e04ae088 req-e1205407-7546-4ca9-8717-d3c9d8ffa803 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:25.843225 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2a5d9502-794f-4f1f-af51-2c45e04ae088 req-e1205407-7546-4ca9-8717-d3c9d8ffa803 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c464845-5280-4e59-b038-11dca470ea07 HTTP/1.1" status: 200 len: 946 time: 0.0798876 Jul 23 11:01:25.845455 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-129b2d25-e72a-4128-9a65-1c1c843ca10e req-0518855f-c1ad-4ea1-b6a0-ee0b90c0d4a8 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/ports?device_id=6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e HTTP/1.1" status: 200 len: 210 time: 0.0402575 Jul 23 11:01:25.895235 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2a5d9502-794f-4f1f-af51-2c45e04ae088 req-a8a1c75f-6dea-4031-ab37-03fe057531b6 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4db2436-05ed-4f98-a400-a1b14ff8fa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427902 Jul 23 11:01:26.055544 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638e129-db61-435b-b292-88d1ec2db921 req-75f33f82-d9e5-4893-a8b5-ec97c39c8588 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:26.063882 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d638e129-db61-435b-b292-88d1ec2db921 req-75f33f82-d9e5-4893-a8b5-ec97c39c8588 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c98a20a-417c-443e-be53-27c43a7a53f4 HTTP/1.1" status: 200 len: 944 time: 0.1003435 Jul 23 11:01:26.100999 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d638e129-db61-435b-b292-88d1ec2db921 req-c54c37e6-acf0-4a78-9936-f09823679a28 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363989 Jul 23 11:01:26.111777 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-a583d2a5-bb84-4878-8f6a-d28e8474fb72 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=eb7f32769c9f442d9a36bb7fe62f0bec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228355 Jul 23 11:01:26.257472 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-a01fc12e-5570-4791-9cdd-d3f5ced82d3e tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:26.260497 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-a01fc12e-5570-4791-9cdd-d3f5ced82d3e tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1284988 Jul 23 11:01:26.299494 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-61955b5e-6c18-469f-a0e4-01ccf2233cf8 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Request body: {'port': {'device_id': '6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e', 'network_id': 'da1a5069-6b76-4a57-85ba-3b7455d926af', 'admin_state_up': True, 'tenant_id': 'eb7f32769c9f442d9a36bb7fe62f0bec'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:01:26.410489 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-61955b5e-6c18-469f-a0e4-01ccf2233cf8 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Made reservation on behalf of eb7f32769c9f442d9a36bb7fe62f0bec for: {'port': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:01:26.413980 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-61955b5e-6c18-469f-a0e4-01ccf2233cf8 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:26.422718 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-61955b5e-6c18-469f-a0e4-01ccf2233cf8 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:26.515899 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-61955b5e-6c18-469f-a0e4-01ccf2233cf8 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:26.519846 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-61955b5e-6c18-469f-a0e4-01ccf2233cf8 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:26.581020 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61955b5e-6c18-469f-a0e4-01ccf2233cf8 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02174263-c943-4da5-b686-acef98b7cafd,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:26.588899 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c85cb-e38f-4408-a2b9-4a08501edda7 req-ca66229c-47fa-45ab-8cf9-db211398ed9b tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:26.590195 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0c5c85cb-e38f-4408-a2b9-4a08501edda7 req-ca66229c-47fa-45ab-8cf9-db211398ed9b tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.0627270 Jul 23 11:01:26.632207 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0c5c85cb-e38f-4408-a2b9-4a08501edda7 req-ba3bbf4b-1ebc-4d3b-83a4-b897f4485204 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349514 Jul 23 11:01:26.657399 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-61955b5e-6c18-469f-a0e4-01ccf2233cf8 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Allocated IP 192.168.233.146 (da1a5069-6b76-4a57-85ba-3b7455d926af/4f90a30d-2d63-4f88-abdb-80e364cf071d/28512489-5662-4d94-8f54-e8482491d7ac) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:01:26.802172 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-61955b5e-6c18-469f-a0e4-01ccf2233cf8 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:26.817267 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-61955b5e-6c18-469f-a0e4-01ccf2233cf8 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Transition to ACTIVE for port object 28512489-5662-4d94-8f54-e8482491d7ac will not be triggered until provisioned by entity DHCP. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:01:26.858275 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-61955b5e-6c18-469f-a0e4-01ccf2233cf8 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:26.912980 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-61955b5e-6c18-469f-a0e4-01ccf2233cf8 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Network da1a5069-6b76-4a57-85ba-3b7455d926af is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:01:26.918094 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-61955b5e-6c18-469f-a0e4-01ccf2233cf8 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:01:26.922594 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-61955b5e-6c18-469f-a0e4-01ccf2233cf8 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:01:26.949705 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05365e0-64ee-4dc1-ab38-924488915ab1 req-c0990a0b-eb71-40d2-ae59-ba449dde75ee tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:26.950564 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61955b5e-6c18-469f-a0e4-01ccf2233cf8 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Pushing event updated for resources: {'Port': ['ID=28512489-5662-4d94-8f54-e8482491d7ac,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:26.961605 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e05365e0-64ee-4dc1-ab38-924488915ab1 req-c0990a0b-eb71-40d2-ae59-ba449dde75ee tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c464845-5280-4e59-b038-11dca470ea07 HTTP/1.1" status: 200 len: 946 time: 0.0812540 Jul 23 11:01:27.009718 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e05365e0-64ee-4dc1-ab38-924488915ab1 req-99c16291-8b80-41de-a7b1-79b02bc96124 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4db2436-05ed-4f98-a400-a1b14ff8fa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472100 Jul 23 11:01:27.018623 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-61955b5e-6c18-469f-a0e4-01ccf2233cf8 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:27.019266 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-61955b5e-6c18-469f-a0e4-01ccf2233cf8 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:27.041390 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-61955b5e-6c18-469f-a0e4-01ccf2233cf8 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7464461 Jul 23 11:01:27.059774 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f82b9a-cb29-4e84-9e0f-5b5cc0184725 req-17ff5f54-61c7-4069-8999-ed67533e0779 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:27.061355 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-92f82b9a-cb29-4e84-9e0f-5b5cc0184725 req-17ff5f54-61c7-4069-8999-ed67533e0779 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/ports?device_id=6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e HTTP/1.1" status: 200 len: 936 time: 0.1146679 Jul 23 11:01:27.066844 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-309c0e70-e293-4298-a5bc-76e6c5817273 service neutron] Request body: {'port': {'device_id': '6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:01:27.136855 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-92f82b9a-cb29-4e84-9e0f-5b5cc0184725 req-973a3f3f-17c7-4cd9-b8bb-bea460c77755 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/security-groups?id=02174263-c943-4da5-b686-acef98b7cafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673308 Jul 23 11:01:27.178019 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-309c0e70-e293-4298-a5bc-76e6c5817273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:27.247060 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-cc0074b1-bd47-49da-b0de-69e095320ab5 None None] Provisioning for port 28512489-5662-4d94-8f54-e8482491d7ac completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:01:27.252644 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-cc0074b1-bd47-49da-b0de-69e095320ab5 None None] Provisioning complete for port 28512489-5662-4d94-8f54-e8482491d7ac triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:01:27.253275 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-cc0074b1-bd47-49da-b0de-69e095320ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:27.271711 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bda136-824c-419e-91ce-9a6a5c518043 req-53c9b756-cba7-4538-9651-37495dd31bbf tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:27.273675 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-a7bda136-824c-419e-91ce-9a6a5c518043 req-53c9b756-cba7-4538-9651-37495dd31bbf tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c98a20a-417c-443e-be53-27c43a7a53f4 HTTP/1.1" status: 200 len: 944 time: 0.0822024 Jul 23 11:01:27.306256 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-cc0074b1-bd47-49da-b0de-69e095320ab5 None None] Port 28512489-5662-4d94-8f54-e8482491d7ac cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:01:27.308822 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device cff4c905-a2d7-4fa3-9205-14aac9fbec09 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:01:27.349915 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-a7bda136-824c-419e-91ce-9a6a5c518043 req-8941061f-b1b3-4873-b50a-1a4c7f24e14f tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647159 Jul 23 11:01:27.475269 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-309c0e70-e293-4298-a5bc-76e6c5817273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28512489-5662-4d94-8f54-e8482491d7ac {{(pid=93047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:01:27.483216 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-309c0e70-e293-4298-a5bc-76e6c5817273 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:27.496200 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-309c0e70-e293-4298-a5bc-76e6c5817273 service neutron] Transition to ACTIVE for port object 28512489-5662-4d94-8f54-e8482491d7ac will not be triggered until provisioned by entity L2. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:01:27.500715 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-309c0e70-e293-4298-a5bc-76e6c5817273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31365311'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:27.531726 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port cff4c905-a2d7-4fa3-9205-14aac9fbec09, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=cff4c905-a2d7-4fa3-9205-14aac9fbec09,segment=NetworkSegment(c7124302-fb3f-495e-b748-07d02359f90e),segment_id=c7124302-fb3f-495e-b748-07d02359f90e)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:01:27.543092 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Returning: {'device': 'cff4c905-a2d7-4fa3-9205-14aac9fbec09', 'network_id': 'ccf574f9-5702-429a-8d37-996ccac096f3', 'port_id': 'cff4c905-a2d7-4fa3-9205-14aac9fbec09', 'mac_address': 'fa:16:3e:7e:03:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73e0985-88a5-4a27-821f-63539929b032', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:01:27.572866 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c0e70-e293-4298-a5bc-76e6c5817273 service neutron] Pushing event updated for resources: {'Port': ['ID=28512489-5662-4d94-8f54-e8482491d7ac,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:27.584554 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:27.600444 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cff4c905-a2d7-4fa3-9205-14aac9fbec09 {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:01:27.621960 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port cff4c905-a2d7-4fa3-9205-14aac9fbec09, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=cff4c905-a2d7-4fa3-9205-14aac9fbec09,segment=NetworkSegment(c7124302-fb3f-495e-b748-07d02359f90e),segment_id=c7124302-fb3f-495e-b748-07d02359f90e)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:01:27.627487 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:27.629178 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-309c0e70-e293-4298-a5bc-76e6c5817273 service neutron] Attempting to bind port 28512489-5662-4d94-8f54-e8482491d7ac on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:01:27.629530 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-309c0e70-e293-4298-a5bc-76e6c5817273 service neutron] Attempting to bind port 28512489-5662-4d94-8f54-e8482491d7ac by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '7c90f48a-1a8f-48e1-82f1-8aa7428fbcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'da1a5069-6b76-4a57-85ba-3b7455d926af'}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:01:27.630005 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-309c0e70-e293-4298-a5bc-76e6c5817273 service neutron] Attempting to bind port 28512489-5662-4d94-8f54-e8482491d7ac on network da1a5069-6b76-4a57-85ba-3b7455d926af {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:01:27.636632 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-309c0e70-e293-4298-a5bc-76e6c5817273 service neutron] Port 28512489-5662-4d94-8f54-e8482491d7ac on network da1a5069-6b76-4a57-85ba-3b7455d926af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:01:27.636968 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-309c0e70-e293-4298-a5bc-76e6c5817273 service neutron] Attempting to bind port 28512489-5662-4d94-8f54-e8482491d7ac on network da1a5069-6b76-4a57-85ba-3b7455d926af {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:01:27.643049 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-309c0e70-e293-4298-a5bc-76e6c5817273 service neutron] Checking agent: {'id': 'fd06f6b8-de2a-4c3f-8327-d731c40933c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'started_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:01:27.643385 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-309c0e70-e293-4298-a5bc-76e6c5817273 service neutron] Checking segment: {'id': '7c90f48a-1a8f-48e1-82f1-8aa7428fbcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'da1a5069-6b76-4a57-85ba-3b7455d926af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:01:27.643768 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-309c0e70-e293-4298-a5bc-76e6c5817273 service neutron] Bound using segment: {'id': '7c90f48a-1a8f-48e1-82f1-8aa7428fbcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'da1a5069-6b76-4a57-85ba-3b7455d926af'} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:01:27.644294 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-309c0e70-e293-4298-a5bc-76e6c5817273 service neutron] Bound port: 28512489-5662-4d94-8f54-e8482491d7ac, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c90f48a-1a8f-48e1-82f1-8aa7428fbcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'da1a5069-6b76-4a57-85ba-3b7455d926af'}}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:01:27.644657 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-309c0e70-e293-4298-a5bc-76e6c5817273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:27.684267 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=cff4c905-a2d7-4fa3-9205-14aac9fbec09,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:27.714151 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-309c0e70-e293-4298-a5bc-76e6c5817273 service neutron] For port 28512489-5662-4d94-8f54-e8482491d7ac, host hv-cinder-80198, cleared binding levels {{(pid=93047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:01:27.718216 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-309c0e70-e293-4298-a5bc-76e6c5817273 service neutron] For port 28512489-5662-4d94-8f54-e8482491d7ac, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=28512489-5662-4d94-8f54-e8482491d7ac,segment=NetworkSegment(7c90f48a-1a8f-48e1-82f1-8aa7428fbcd6),segment_id=7c90f48a-1a8f-48e1-82f1-8aa7428fbcd6)] {{(pid=93047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:01:27.723868 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-309c0e70-e293-4298-a5bc-76e6c5817273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31365311'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:27.769131 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-309c0e70-e293-4298-a5bc-76e6c5817273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:27.769757 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-309c0e70-e293-4298-a5bc-76e6c5817273 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:27.771146 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-309c0e70-e293-4298-a5bc-76e6c5817273 service neutron] 10.222.0.48 "PUT /v2.0/ports/28512489-5662-4d94-8f54-e8482491d7ac HTTP/1.1" status: 200 len: 1098 time: 0.7089036 Jul 23 11:01:27.771588 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e', 'tag': '28512489-5662-4d94-8f54-e8482491d7ac'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:01:27.774040 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57990bb103ee5b7a3f14144f2b0acc3407ada3b1c8656e111118fed9c99398e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecda87a9-6aa3-4318-9a27-2193554dc08f" -d '{"events": [{"name": "network-changed", "server_uuid": "6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e", "tag": "28512489-5662-4d94-8f54-e8482491d7ac"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:01:27.801878 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c0e70-e293-4298-a5bc-76e6c5817273 service neutron] Pushing event updated for resources: {'Port': ['ID=28512489-5662-4d94-8f54-e8482491d7ac,revision_number=3']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:27.828156 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff96b705-ff40-4c09-894c-f98c6fbf290b x-openstack-request-id: req-ff96b705-ff40-4c09-894c-f98c6fbf290b {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:01:27.828952 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e", "tag": "28512489-5662-4d94-8f54-e8482491d7ac", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:01:27.828952 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ff96b705-ff40-4c09-894c-f98c6fbf290b {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:01:27.829146 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e', 'tag': '28512489-5662-4d94-8f54-e8482491d7ac', 'status': 'completed', 'code': 200} Jul 23 11:01:27.836439 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ada38-2d6b-493f-8c45-1d4b35bcc21c req-f09816b6-e426-4705-b76d-86e2a4c916f0 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:27.840676 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d57ada38-2d6b-493f-8c45-1d4b35bcc21c req-f09816b6-e426-4705-b76d-86e2a4c916f0 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.0905747 Jul 23 11:01:27.894391 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d57ada38-2d6b-493f-8c45-1d4b35bcc21c req-c767d519-78e2-4184-9085-faf37ac174de tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502179 Jul 23 11:01:27.932011 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda87a9-6aa3-4318-9a27-2193554dc08f req-24d6c511-4ef3-404d-b5b7-4a7e0cba8665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:27.933718 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ecda87a9-6aa3-4318-9a27-2193554dc08f req-24d6c511-4ef3-404d-b5b7-4a7e0cba8665 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb7f32769c9f442d9a36bb7fe62f0bec&device_id=6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e HTTP/1.1" status: 200 len: 1101 time: 0.0573421 Jul 23 11:01:27.980855 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ecda87a9-6aa3-4318-9a27-2193554dc08f req-0a8a78a8-3798-4c52-8a17-634026bdca78 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=eb7f32769c9f442d9a36bb7fe62f0bec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261805 Jul 23 11:01:28.177216 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['cff4c905-a2d7-4fa3-9205-14aac9fbec09'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:01:28.198754 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda87a9-6aa3-4318-9a27-2193554dc08f req-b41efecf-f310-4ba4-9612-d8b6db6647f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:28.200274 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ecda87a9-6aa3-4318-9a27-2193554dc08f req-b41efecf-f310-4ba4-9612-d8b6db6647f9 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1994922 Jul 23 11:01:28.226219 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfe1bd-0db9-4688-948c-bfa06000fa1e req-24326651-020c-484c-8c89-ebef7940b463 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:28.228182 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-88dfe1bd-0db9-4688-948c-bfa06000fa1e req-24326651-020c-484c-8c89-ebef7940b463 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c464845-5280-4e59-b038-11dca470ea07 HTTP/1.1" status: 200 len: 946 time: 0.1160257 Jul 23 11:01:28.303180 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafb6f5-33fd-4eae-9a81-dcce62f3e6a7 req-54c3784b-481a-4bce-88b5-6044d17a5bba tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:28.306780 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-aaafb6f5-33fd-4eae-9a81-dcce62f3e6a7 req-54c3784b-481a-4bce-88b5-6044d17a5bba tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/ports?device_id=6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e HTTP/1.1" status: 200 len: 948 time: 0.0825350 Jul 23 11:01:28.312260 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-88dfe1bd-0db9-4688-948c-bfa06000fa1e req-5a4d60d5-62be-4701-81ff-c82c92060625 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4db2436-05ed-4f98-a400-a1b14ff8fa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704556 Jul 23 11:01:28.344630 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-0b0de116-cdf7-41bf-ac18-6505bf6cf40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:28.346381 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-0b0de116-cdf7-41bf-ac18-6505bf6cf40b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb7f32769c9f442d9a36bb7fe62f0bec&device_id=6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e HTTP/1.1" status: 200 len: 1101 time: 0.0901828 Jul 23 11:01:28.355805 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-aaafb6f5-33fd-4eae-9a81-dcce62f3e6a7 req-d08da232-6419-4ad4-9678-7e74083be985 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/security-groups?id=02174263-c943-4da5-b686-acef98b7cafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369482 Jul 23 11:01:28.417462 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-9c0d2125-85a8-49a2-b912-7e5c5a033f00 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=28512489-5662-4d94-8f54-e8482491d7ac HTTP/1.1" status: 200 len: 217 time: 0.0376437 Jul 23 11:01:28.512858 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-824a67ff-6fb2-4b7f-a47a-f6f9932b4ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:28.514479 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-824a67ff-6fb2-4b7f-a47a-f6f9932b4ff7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4f90a30d-2d63-4f88-abdb-80e364cf071d HTTP/1.1" status: 200 len: 843 time: 0.0561979 Jul 23 11:01:28.537099 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff6622-0d1a-4d7f-84cb-d265bcb1cc53 req-a6192f5e-5330-46d7-9b79-3200086b5f2a tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:28.538508 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b4ff6622-0d1a-4d7f-84cb-d265bcb1cc53 req-a6192f5e-5330-46d7-9b79-3200086b5f2a tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c98a20a-417c-443e-be53-27c43a7a53f4 HTTP/1.1" status: 200 len: 945 time: 0.1086128 Jul 23 11:01:28.807346 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b4ff6622-0d1a-4d7f-84cb-d265bcb1cc53 req-d9779379-c534-4e6a-9728-808525d09eb0 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597611 Jul 23 11:01:28.825438 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-6e8a9402-f591-4393-92e6-795278a16401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:28.826989 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-6e8a9402-f591-4393-92e6-795278a16401 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=da1a5069-6b76-4a57-85ba-3b7455d926af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2867165 Jul 23 11:01:28.915232 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-8f4834e9-dc2e-4e6f-b77d-2de9e321adbb service neutron] 10.222.0.48 "GET /v2.0/networks/da1a5069-6b76-4a57-85ba-3b7455d926af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804250 Jul 23 11:01:29.016266 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b4b2fac8-6f9e-45c7-bc27-b818e552a406 req-0f57cf62-538a-4890-8a01-3d539c7b561f service neutron] 10.222.0.48 "GET /v2.0/networks/da1a5069-6b76-4a57-85ba-3b7455d926af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886965 Jul 23 11:01:29.028450 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ca131-7634-491a-b250-7b3a1c1437b0 req-08c7b960-75ec-4a20-80b3-6f3ea5444948 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:29.029958 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-838ca131-7634-491a-b250-7b3a1c1437b0 req-08c7b960-75ec-4a20-80b3-6f3ea5444948 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.0634325 Jul 23 11:01:29.069843 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-838ca131-7634-491a-b250-7b3a1c1437b0 req-f1a7ac17-06a3-4a3c-9606-bf2b7a6b60bf tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331175 Jul 23 11:01:29.449662 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef68c9-7618-4e79-ac7f-bf07f7fcd167 req-375b2203-1076-4476-9158-d5db1c91ab48 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:29.451286 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-27ef68c9-7618-4e79-ac7f-bf07f7fcd167 req-375b2203-1076-4476-9158-d5db1c91ab48 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c464845-5280-4e59-b038-11dca470ea07 HTTP/1.1" status: 200 len: 946 time: 0.0704873 Jul 23 11:01:29.490635 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b34eec-507e-42fa-9204-c0f49a335386 req-95936c0d-c9f4-49fa-b9a5-0b28e4945210 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:29.491960 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-27ef68c9-7618-4e79-ac7f-bf07f7fcd167 req-cf832031-5cb9-44bd-98be-a7b833b0613d tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4db2436-05ed-4f98-a400-a1b14ff8fa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344992 Jul 23 11:01:29.492834 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-f6b34eec-507e-42fa-9204-c0f49a335386 req-95936c0d-c9f4-49fa-b9a5-0b28e4945210 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/ports?device_id=6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e HTTP/1.1" status: 200 len: 948 time: 0.0688992 Jul 23 11:01:29.535450 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-f6b34eec-507e-42fa-9204-c0f49a335386 req-3f46e1ec-e133-439d-b6ba-335e342afcc5 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/security-groups?id=02174263-c943-4da5-b686-acef98b7cafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365610 Jul 23 11:01:29.749228 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d170e-2f14-4dbd-acb6-12af8b4e29cb req-1b2cdf3b-d870-4ad9-b59e-e2325beb4926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:29.750992 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fe1d170e-2f14-4dbd-acb6-12af8b4e29cb req-1b2cdf3b-d870-4ad9-b59e-e2325beb4926 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 1098 time: 0.0550494 Jul 23 11:01:29.793252 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fe1d170e-2f14-4dbd-acb6-12af8b4e29cb req-0a5b432d-ce71-4969-bbeb-cda15d22eeda service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272295 Jul 23 11:01:29.933273 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3bac7-f5aa-4420-86a2-9699301e3c89 req-9697d6c7-9952-47ec-8a34-43fdb6f3c805 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:29.934844 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e3e3bac7-f5aa-4420-86a2-9699301e3c89 req-9697d6c7-9952-47ec-8a34-43fdb6f3c805 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c98a20a-417c-443e-be53-27c43a7a53f4 HTTP/1.1" status: 200 len: 945 time: 0.0616441 Jul 23 11:01:29.972497 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e3e3bac7-f5aa-4420-86a2-9699301e3c89 req-d50bb2f6-9e8d-4db0-9159-6c0469de876f tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318379 Jul 23 11:01:30.072348 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9197d17-98f6-4bb2-8172-2180dceb7566 req-7e8ecb68-71b2-4714-a941-8a46302bf23c tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:30.073802 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b9197d17-98f6-4bb2-8172-2180dceb7566 req-7e8ecb68-71b2-4714-a941-8a46302bf23c tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c464845-5280-4e59-b038-11dca470ea07 HTTP/1.1" status: 200 len: 946 time: 0.0611246 Jul 23 11:01:30.227978 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-b9197d17-98f6-4bb2-8172-2180dceb7566 req-8f59f3fa-f654-42e6-9650-8137cd0ec714 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Deleting port f0ad663a-a5e8-424c-af88-118ff57acc1a {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:01:30.228786 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b9197d17-98f6-4bb2-8172-2180dceb7566 req-8f59f3fa-f654-42e6-9650-8137cd0ec714 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:30.240231 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bb533-ac2a-46c8-a39f-a763639f7cd3 req-1d637243-0005-45f7-b654-49a6a5126bdc tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:30.241721 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-196bb533-ac2a-46c8-a39f-a763639f7cd3 req-1d637243-0005-45f7-b654-49a6a5126bdc tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.1029055 Jul 23 11:01:30.329909 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-196bb533-ac2a-46c8-a39f-a763639f7cd3 req-ac601421-de47-4a56-b59b-cb04d138cfbf tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782509 Jul 23 11:01:30.349772 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-b9197d17-98f6-4bb2-8172-2180dceb7566 req-8f59f3fa-f654-42e6-9650-8137cd0ec714 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] For port f0ad663a-a5e8-424c-af88-118ff57acc1a, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=f0ad663a-a5e8-424c-af88-118ff57acc1a,segment=NetworkSegment(a3aca05f-fcc6-4e98-9fbe-8399f7ff6800),segment_id=a3aca05f-fcc6-4e98-9fbe-8399f7ff6800)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:01:30.350077 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b9197d17-98f6-4bb2-8172-2180dceb7566 req-8f59f3fa-f654-42e6-9650-8137cd0ec714 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:30.372033 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-b9197d17-98f6-4bb2-8172-2180dceb7566 req-8f59f3fa-f654-42e6-9650-8137cd0ec714 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Calling delete_port for f0ad663a-a5e8-424c-af88-118ff57acc1a owned by compute:nova {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:01:30.539056 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b9197d17-98f6-4bb2-8172-2180dceb7566 req-8f59f3fa-f654-42e6-9650-8137cd0ec714 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:30.540067 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:30.556818 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['f0ad663a-a5e8-424c-af88-118ff57acc1a'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:01:30.566362 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:01:30.596635 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59f3fa-f654-42e6-9650-8137cd0ec714 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Pushing event deleted for resources: {'Port': ['ID=f0ad663a-a5e8-424c-af88-118ff57acc1a,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:30.612673 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-25855811-6f77-4163-b7bf-108c30b718fd req-89b3fed8-4245-443f-be7f-ba56c23cedd0 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c464845-5280-4e59-b038-11dca470ea07 HTTP/1.1" status: 200 len: 210 time: 0.0455132 Jul 23 11:01:30.702307 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9197d17-98f6-4bb2-8172-2180dceb7566 req-8f59f3fa-f654-42e6-9650-8137cd0ec714 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] No DVR routers for this DVR port f0ad663a-a5e8-424c-af88-118ff57acc1a on host hv-cinder-80198 {{(pid=93047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:01:30.708162 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b9197d17-98f6-4bb2-8172-2180dceb7566 req-8f59f3fa-f654-42e6-9650-8137cd0ec714 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:30.710180 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b9197d17-98f6-4bb2-8172-2180dceb7566 req-8f59f3fa-f654-42e6-9650-8137cd0ec714 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.48 "DELETE /v2.0/ports/f0ad663a-a5e8-424c-af88-118ff57acc1a HTTP/1.1" status: 204 len: 173 time: 0.6223624 Jul 23 11:01:30.710791 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c464845-5280-4e59-b038-11dca470ea07', 'name': 'network-vif-deleted', 'tag': 'f0ad663a-a5e8-424c-af88-118ff57acc1a'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:01:30.713146 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57990bb103ee5b7a3f14144f2b0acc3407ada3b1c8656e111118fed9c99398e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cec23e-f05b-452f-802d-cb822d8bb95a" -d '{"events": [{"server_uuid": "4c464845-5280-4e59-b038-11dca470ea07", "name": "network-vif-deleted", "tag": "f0ad663a-a5e8-424c-af88-118ff57acc1a"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:01:30.749153 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f22d4-9d00-4301-9b4d-1ffbaac10657 req-640d33d1-761e-4fc6-82b8-32171dee6684 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:30.750843 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2f8f22d4-9d00-4301-9b4d-1ffbaac10657 req-640d33d1-761e-4fc6-82b8-32171dee6684 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/ports?device_id=6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e HTTP/1.1" status: 200 len: 948 time: 0.1133831 Jul 23 11:01:30.764592 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44e2880-708f-4ebc-9fe0-ccdb60441a5a x-openstack-request-id: req-c44e2880-708f-4ebc-9fe0-ccdb60441a5a {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:01:30.764873 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c464845-5280-4e59-b038-11dca470ea07", "name": "network-vif-deleted", "tag": "f0ad663a-a5e8-424c-af88-118ff57acc1a", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:01:30.765122 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c44e2880-708f-4ebc-9fe0-ccdb60441a5a {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:01:30.765515 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c464845-5280-4e59-b038-11dca470ea07', 'name': 'network-vif-deleted', 'tag': 'f0ad663a-a5e8-424c-af88-118ff57acc1a', 'status': 'completed', 'code': 200} Jul 23 11:01:30.795852 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2f8f22d4-9d00-4301-9b4d-1ffbaac10657 req-0440998c-66fd-4b86-a317-c3e140065130 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/security-groups?id=02174263-c943-4da5-b686-acef98b7cafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380375 Jul 23 11:01:31.110221 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c883023-7047-45f8-95b5-e8418121d5db req-15648d2f-6f41-4799-ae9a-b179dd83d46b tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:31.111718 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0c883023-7047-45f8-95b5-e8418121d5db req-15648d2f-6f41-4799-ae9a-b179dd83d46b tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c98a20a-417c-443e-be53-27c43a7a53f4 HTTP/1.1" status: 200 len: 945 time: 0.0653758 Jul 23 11:01:31.152745 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0c883023-7047-45f8-95b5-e8418121d5db req-df4c9551-cd14-45f1-9a99-0b7936352b95 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354183 Jul 23 11:01:31.325169 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device cff4c905-a2d7-4fa3-9205-14aac9fbec09 up at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:01:31.374881 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning for port cff4c905-a2d7-4fa3-9205-14aac9fbec09 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:01:31.379509 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning complete for port cff4c905-a2d7-4fa3-9205-14aac9fbec09 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:01:31.379881 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:31.456333 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:31.465310 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3640e-252d-4575-b81a-f3f59c26df66 req-a8ac729d-8b55-4145-bc63-7e86603b4cea tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:31.466853 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d4b3640e-252d-4575-b81a-f3f59c26df66 req-a8ac729d-8b55-4145-bc63-7e86603b4cea tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.0648477 Jul 23 11:01:31.487168 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c98a20a-417c-443e-be53-27c43a7a53f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff4c905-a2d7-4fa3-9205-14aac9fbec09'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:01:31.489713 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}214548a6ff4efd2602c2c2cf0448be42dc7715ee41776415c9dd15aa22406767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e535b5f-5a9c-4c84-96d3-3a812364bc6a" -d '{"events": [{"server_uuid": "5c98a20a-417c-443e-be53-27c43a7a53f4", "name": "network-vif-plugged", "status": "completed", "tag": "cff4c905-a2d7-4fa3-9205-14aac9fbec09"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:01:31.504175 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port cff4c905-a2d7-4fa3-9205-14aac9fbec09, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=cff4c905-a2d7-4fa3-9205-14aac9fbec09,segment=NetworkSegment(c7124302-fb3f-495e-b748-07d02359f90e),segment_id=c7124302-fb3f-495e-b748-07d02359f90e)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:01:31.509663 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:31.510524 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device f0ad663a-a5e8-424c-af88-118ff57acc1a no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:01:31.536277 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] No Port match for: f0ad663a-a5e8-424c-af88-118ff57acc1a {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:01:31.536878 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device f0ad663a-a5e8-424c-af88-118ff57acc1a not bound to the agent host hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:01:31.548508 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d4b3640e-252d-4575-b81a-f3f59c26df66 req-2023884d-8ebd-407a-a39b-b8f87a60095a tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697653 Jul 23 11:01:31.573003 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567cf12f-4e3c-462c-8ec6-8d6b02fa13d3 x-openstack-request-id: req-567cf12f-4e3c-462c-8ec6-8d6b02fa13d3 {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:01:31.573648 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c98a20a-417c-443e-be53-27c43a7a53f4", "name": "network-vif-plugged", "status": "completed", "tag": "cff4c905-a2d7-4fa3-9205-14aac9fbec09", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:01:31.573648 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-567cf12f-4e3c-462c-8ec6-8d6b02fa13d3 {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:01:31.574156 dv-cinder-801989-3-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c98a20a-417c-443e-be53-27c43a7a53f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff4c905-a2d7-4fa3-9205-14aac9fbec09', 'code': 200} Jul 23 11:01:31.604221 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=cff4c905-a2d7-4fa3-9205-14aac9fbec09,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:31.717306 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d1f53-270e-45bd-bb72-23d43f38d8fb req-09db9ba7-d0ac-431a-81eb-6fb6293d6d6b tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:31.726100 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-177d1f53-270e-45bd-bb72-23d43f38d8fb req-09db9ba7-d0ac-431a-81eb-6fb6293d6d6b tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0917921 Jul 23 11:01:31.747974 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-135fac74-506c-4f0e-9a92-0577f672ba3e req-90d8a7a2-3620-4696-b336-35a3ece47b61 tempest-VolumesActionsTest-750949858 tempest-VolumesActionsTest-750949858-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c464845-5280-4e59-b038-11dca470ea07 HTTP/1.1" status: 200 len: 210 time: 0.0424516 Jul 23 11:01:31.780504 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-177d1f53-270e-45bd-bb72-23d43f38d8fb req-361eff55-ed30-4605-88c7-9e504629278e tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539045 Jul 23 11:01:31.867270 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a725370-5add-4168-b9b6-9479f9c2a435 req-4e1d2d95-c1c8-4fd5-af5f-2323be270508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:31.868851 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4a725370-5add-4168-b9b6-9479f9c2a435 req-4e1d2d95-c1c8-4fd5-af5f-2323be270508 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5c98a20a-417c-443e-be53-27c43a7a53f4 HTTP/1.1" status: 200 len: 1099 time: 0.0582361 Jul 23 11:01:31.948125 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4a725370-5add-4168-b9b6-9479f9c2a435 req-d41a67ec-6741-4a00-937a-dee8b3644914 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558982 Jul 23 11:01:31.972576 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53841400-0df1-462b-b515-7fcd4152e199 req-854c85bc-85b2-449a-b342-371a4dc083d6 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:31.974281 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-53841400-0df1-462b-b515-7fcd4152e199 req-854c85bc-85b2-449a-b342-371a4dc083d6 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/ports?device_id=6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e HTTP/1.1" status: 200 len: 948 time: 0.0907147 Jul 23 11:01:32.017352 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-53841400-0df1-462b-b515-7fcd4152e199 req-bde9a441-0914-4f3e-a1f5-07e64f8cbd89 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/security-groups?id=02174263-c943-4da5-b686-acef98b7cafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369561 Jul 23 11:01:32.283831 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ae9c2-3187-4b11-a44b-f25fd61c6164 req-a909ea8a-04b1-4859-bb56-b783cd48dc54 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:32.285352 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6f5ae9c2-3187-4b11-a44b-f25fd61c6164 req-a909ea8a-04b1-4859-bb56-b783cd48dc54 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c98a20a-417c-443e-be53-27c43a7a53f4 HTTP/1.1" status: 200 len: 946 time: 0.0670614 Jul 23 11:01:32.323246 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6f5ae9c2-3187-4b11-a44b-f25fd61c6164 req-1dcb0c04-d50e-4367-9266-7364786537a1 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321894 Jul 23 11:01:33.157685 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99b3d6-c5ba-4792-a9b0-5dac91d2f35a req-59130793-9f9c-45f9-a8f5-3a24d3dae102 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:33.159214 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9b99b3d6-c5ba-4792-a9b0-5dac91d2f35a req-59130793-9f9c-45f9-a8f5-3a24d3dae102 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/ports?device_id=6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e HTTP/1.1" status: 200 len: 948 time: 0.0724812 Jul 23 11:01:33.205441 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9b99b3d6-c5ba-4792-a9b0-5dac91d2f35a req-6a1e278b-3da7-4f35-a5c1-169a647718d4 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/security-groups?id=02174263-c943-4da5-b686-acef98b7cafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402918 Jul 23 11:01:33.345003 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 28512489-5662-4d94-8f54-e8482491d7ac details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:01:33.507604 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957995bd-fc6a-4c4c-a340-4fbde32456f3 req-dcba4ecc-ef2f-46da-aec4-38c0e810ddc3 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:33.516578 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 28512489-5662-4d94-8f54-e8482491d7ac, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=28512489-5662-4d94-8f54-e8482491d7ac,segment=NetworkSegment(7c90f48a-1a8f-48e1-82f1-8aa7428fbcd6),segment_id=7c90f48a-1a8f-48e1-82f1-8aa7428fbcd6)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:01:33.521538 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-957995bd-fc6a-4c4c-a340-4fbde32456f3 req-dcba4ecc-ef2f-46da-aec4-38c0e810ddc3 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c98a20a-417c-443e-be53-27c43a7a53f4 HTTP/1.1" status: 200 len: 946 time: 0.0981319 Jul 23 11:01:33.529367 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb510089-c1ac-42e6-a1e9-c760f87f4d45 req-f7cb4bc6-cd3d-4101-b14b-795c036e452d tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:33.530511 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Returning: {'device': '28512489-5662-4d94-8f54-e8482491d7ac', 'network_id': 'da1a5069-6b76-4a57-85ba-3b7455d926af', 'port_id': '28512489-5662-4d94-8f54-e8482491d7ac', 'mac_address': 'fa:16:3e:0f:67:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f90a30d-2d63-4f88-abdb-80e364cf071d', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:01:33.539911 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bb510089-c1ac-42e6-a1e9-c760f87f4d45 req-f7cb4bc6-cd3d-4101-b14b-795c036e452d tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.1628160 Jul 23 11:01:33.560805 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3f424-174f-4976-b7bb-fbc832093096 req-1935c886-39c4-414e-bbe4-2d5a31130c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:33.563724 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c6a3f424-174f-4976-b7bb-fbc832093096 req-1935c886-39c4-414e-bbe4-2d5a31130c87 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7b38d280bb2e4b88b54d95921882a95b&device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 1099 time: 0.1353028 Jul 23 11:01:33.589150 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:33.602953 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-957995bd-fc6a-4c4c-a340-4fbde32456f3 req-67b3be1d-0625-41dc-841d-4d7e94fea589 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801833 Jul 23 11:01:33.604745 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bb510089-c1ac-42e6-a1e9-c760f87f4d45 req-700384a6-8dad-402a-a836-8cc6c72489b5 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621493 Jul 23 11:01:33.609164 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28512489-5662-4d94-8f54-e8482491d7ac {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:01:33.643560 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 28512489-5662-4d94-8f54-e8482491d7ac, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=28512489-5662-4d94-8f54-e8482491d7ac,segment=NetworkSegment(7c90f48a-1a8f-48e1-82f1-8aa7428fbcd6),segment_id=7c90f48a-1a8f-48e1-82f1-8aa7428fbcd6)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:01:33.648950 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:33.704448 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=28512489-5662-4d94-8f54-e8482491d7ac,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:33.721655 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3f424-174f-4976-b7bb-fbc832093096 req-1f1cc91d-0367-4984-b5ae-afcb3f614801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:33.723231 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c6a3f424-174f-4976-b7bb-fbc832093096 req-1f1cc91d-0367-4984-b5ae-afcb3f614801 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0f52d38e-0362-4264-9e97-fc5007fd139b HTTP/1.1" status: 200 len: 920 time: 0.1037698 Jul 23 11:01:33.783190 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c6a3f424-174f-4976-b7bb-fbc832093096 req-6c52bab8-1dba-4ff8-905e-770e00a59345 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7e68c1e-5ada-45c9-99a7-252798ccb43e HTTP/1.1" status: 200 len: 217 time: 0.0368104 Jul 23 11:01:33.831621 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3f424-174f-4976-b7bb-fbc832093096 req-7806b35e-727d-4b6d-988d-4f60dd8f2b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:33.833075 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c6a3f424-174f-4976-b7bb-fbc832093096 req-7806b35e-727d-4b6d-988d-4f60dd8f2b53 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8bbfc4c9-e217-47f8-86e6-9511348173f3 HTTP/1.1" status: 200 len: 859 time: 0.0415113 Jul 23 11:01:33.873821 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c6a3f424-174f-4976-b7bb-fbc832093096 req-2525e90e-fee3-4d47-b0d5-d3371b184677 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f52d38e-0362-4264-9e97-fc5007fd139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261748 Jul 23 11:01:33.977549 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c6a3f424-174f-4976-b7bb-fbc832093096 req-669cad4c-f62b-4dfb-9d8d-00e99fc5624c service neutron] 10.222.0.48 "GET /v2.0/networks/0f52d38e-0362-4264-9e97-fc5007fd139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839624 Jul 23 11:01:34.073491 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c6a3f424-174f-4976-b7bb-fbc832093096 req-4e44ae0c-9b96-47fc-8436-9d24ed678317 service neutron] 10.222.0.48 "GET /v2.0/networks/0f52d38e-0362-4264-9e97-fc5007fd139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795603 Jul 23 11:01:34.333608 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b8bde-8dd7-4ce7-a456-d04acd9a14a1 req-e61f6864-e822-4c1e-ab5a-746cb9e21d31 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:34.335095 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-bb7b8bde-8dd7-4ce7-a456-d04acd9a14a1 req-e61f6864-e822-4c1e-ab5a-746cb9e21d31 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/ports?device_id=6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e HTTP/1.1" status: 200 len: 949 time: 0.0612333 Jul 23 11:01:34.372571 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-bb7b8bde-8dd7-4ce7-a456-d04acd9a14a1 req-91651703-dad3-4717-873a-aea7cae675e0 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/security-groups?id=02174263-c943-4da5-b686-acef98b7cafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319867 Jul 23 11:01:34.727136 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82800fca-d59f-4e04-a0bf-b729e833f08d req-a076b602-a5a3-43dc-bab1-fdec78a74af5 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:34.728662 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-82800fca-d59f-4e04-a0bf-b729e833f08d req-a076b602-a5a3-43dc-bab1-fdec78a74af5 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0614004 Jul 23 11:01:34.766869 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-82800fca-d59f-4e04-a0bf-b729e833f08d req-66406532-4b6d-4323-82d4-6d5868fbd1da tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327461 Jul 23 11:01:34.887537 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819acc91-8fcb-4220-9ad8-765492c53008 req-0aa8463d-1125-4bfe-a238-a5cae6c88454 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:34.889063 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-819acc91-8fcb-4220-9ad8-765492c53008 req-0aa8463d-1125-4bfe-a238-a5cae6c88454 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c98a20a-417c-443e-be53-27c43a7a53f4 HTTP/1.1" status: 200 len: 946 time: 0.0670469 Jul 23 11:01:34.928638 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-819acc91-8fcb-4220-9ad8-765492c53008 req-b1b033af-6cf0-405b-8245-15507a2bc23b tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329447 Jul 23 11:01:35.498491 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff7d9d2-bd21-484e-8427-3a4fa331665e req-797bbbe8-e2d7-4ec9-a8f1-a7ab18760c64 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:35.500117 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6ff7d9d2-bd21-484e-8427-3a4fa331665e req-797bbbe8-e2d7-4ec9-a8f1-a7ab18760c64 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/ports?device_id=6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e HTTP/1.1" status: 200 len: 949 time: 0.0604081 Jul 23 11:01:35.537022 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6ff7d9d2-bd21-484e-8427-3a4fa331665e req-606e73c1-76db-4e59-9d91-6b3d608802f5 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/security-groups?id=02174263-c943-4da5-b686-acef98b7cafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313706 Jul 23 11:01:35.898502 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291b2cc-3b74-445e-a2c0-62e1437e908b req-d718ebaf-bb41-43c4-9e49-ebfd00a5539a tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:35.899973 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3291b2cc-3b74-445e-a2c0-62e1437e908b req-d718ebaf-bb41-43c4-9e49-ebfd00a5539a tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0669219 Jul 23 11:01:35.937626 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3291b2cc-3b74-445e-a2c0-62e1437e908b req-0d2275d0-02d7-45d2-84ea-9fe2ea810348 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321693 Jul 23 11:01:36.664515 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec6525-2dfc-4f63-832c-5836a8f69d03 req-f6e9b5ee-f8a4-44f2-83df-1eaad063be31 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:36.666005 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-57ec6525-2dfc-4f63-832c-5836a8f69d03 req-f6e9b5ee-f8a4-44f2-83df-1eaad063be31 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/ports?device_id=6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e HTTP/1.1" status: 200 len: 949 time: 0.0629094 Jul 23 11:01:36.704375 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-57ec6525-2dfc-4f63-832c-5836a8f69d03 req-5b002ec3-49af-4b01-a4bb-8ab1b8ec6db3 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/security-groups?id=02174263-c943-4da5-b686-acef98b7cafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325904 Jul 23 11:01:37.066085 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb1780-6d44-4c3b-a56b-d8ac2dbcdc28 req-dd61ac83-9d0c-47e7-8770-86041a485779 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:37.067595 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-63eb1780-6d44-4c3b-a56b-d8ac2dbcdc28 req-dd61ac83-9d0c-47e7-8770-86041a485779 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0620821 Jul 23 11:01:37.104951 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-63eb1780-6d44-4c3b-a56b-d8ac2dbcdc28 req-254b056a-ffe7-4fe5-acd4-1be9a71fac76 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317934 Jul 23 11:01:37.835937 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb0bbe-63b5-4e42-94e9-8c3e37dc0fee req-b561ca2c-6a47-474b-a3ed-0c753000e631 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:37.837439 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-fbdb0bbe-63b5-4e42-94e9-8c3e37dc0fee req-b561ca2c-6a47-474b-a3ed-0c753000e631 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/ports?device_id=6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e HTTP/1.1" status: 200 len: 949 time: 0.0668547 Jul 23 11:01:37.875685 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-fbdb0bbe-63b5-4e42-94e9-8c3e37dc0fee req-3d27d1bc-ab72-40aa-8c1f-7cbdcad7aef2 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/security-groups?id=02174263-c943-4da5-b686-acef98b7cafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326362 Jul 23 11:01:38.235026 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd728989-80b8-466a-b075-454707f080a4 req-62a45822-e6a7-4516-ac8d-9ed84cc34857 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:38.236468 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-fd728989-80b8-466a-b075-454707f080a4 req-62a45822-e6a7-4516-ac8d-9ed84cc34857 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0651975 Jul 23 11:01:38.274066 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-fd728989-80b8-466a-b075-454707f080a4 req-193943e7-6634-4d54-9eae-417d25e493a1 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321109 Jul 23 11:01:38.348115 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['28512489-5662-4d94-8f54-e8482491d7ac'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:01:39.008940 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb192a6c-354b-4aee-9aa6-c1f29ec892f8 req-c5a30218-cba2-420c-a1da-10bb78c0bb21 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:39.010454 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-cb192a6c-354b-4aee-9aa6-c1f29ec892f8 req-c5a30218-cba2-420c-a1da-10bb78c0bb21 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/ports?device_id=6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e HTTP/1.1" status: 200 len: 949 time: 0.0672014 Jul 23 11:01:39.049087 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-cb192a6c-354b-4aee-9aa6-c1f29ec892f8 req-9685bba3-6799-422e-be51-ddb61fc36d4c tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/security-groups?id=02174263-c943-4da5-b686-acef98b7cafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326333 Jul 23 11:01:39.423062 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16b546-d893-4bee-a544-af2f96c3aafb req-73598ea5-7e29-47a7-b1ec-6eb3da87d81a tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:39.425100 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4e16b546-d893-4bee-a544-af2f96c3aafb req-73598ea5-7e29-47a7-b1ec-6eb3da87d81a tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0833242 Jul 23 11:01:39.471970 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4e16b546-d893-4bee-a544-af2f96c3aafb req-e7084a7e-241f-4953-8a7b-1873fa99348f tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401623 Jul 23 11:01:40.182683 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca63ac-13ca-49f0-8ad9-ed01ff981fb5 req-8c8e6b96-3ed7-4a44-b881-6d3128ee667d tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:40.184225 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c0ca63ac-13ca-49f0-8ad9-ed01ff981fb5 req-8c8e6b96-3ed7-4a44-b881-6d3128ee667d tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/ports?device_id=6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e HTTP/1.1" status: 200 len: 949 time: 0.0671642 Jul 23 11:01:40.263266 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c0ca63ac-13ca-49f0-8ad9-ed01ff981fb5 req-18659837-bff9-4086-bf91-45e8dd10dba0 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/security-groups?id=02174263-c943-4da5-b686-acef98b7cafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625217 Jul 23 11:01:40.637047 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe1fd9-ce97-4f0e-80f4-93ed89301772 req-0d69e584-d988-47e9-90af-885e05ecd7a1 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:40.639607 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e7fe1fd9-ce97-4f0e-80f4-93ed89301772 req-0d69e584-d988-47e9-90af-885e05ecd7a1 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0796676 Jul 23 11:01:40.697227 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e7fe1fd9-ce97-4f0e-80f4-93ed89301772 req-fd63dc20-ef08-4e13-9d96-cff34282b3c2 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458329 Jul 23 11:01:41.377057 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 28512489-5662-4d94-8f54-e8482491d7ac up at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:01:41.449956 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning for port 28512489-5662-4d94-8f54-e8482491d7ac completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:01:41.454477 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4e430-35f9-44aa-a3f1-efe0d9dfaabe req-4491fe7b-071a-435d-98f3-9f844ab7eced tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:41.456780 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-32e4e430-35f9-44aa-a3f1-efe0d9dfaabe req-4491fe7b-071a-435d-98f3-9f844ab7eced tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/ports?device_id=6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e HTTP/1.1" status: 200 len: 949 time: 0.0998068 Jul 23 11:01:41.461548 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning complete for port 28512489-5662-4d94-8f54-e8482491d7ac triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:01:41.462161 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:41.538911 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-32e4e430-35f9-44aa-a3f1-efe0d9dfaabe req-c2d2ecea-0821-41cc-96e1-b23905fbdb0a tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/security-groups?id=02174263-c943-4da5-b686-acef98b7cafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653811 Jul 23 11:01:41.562683 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:41.593966 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28512489-5662-4d94-8f54-e8482491d7ac'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:01:41.596304 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}214548a6ff4efd2602c2c2cf0448be42dc7715ee41776415c9dd15aa22406767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a28e9e-2cff-4c2a-8d21-7e00e99786eb" -d '{"events": [{"server_uuid": "6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e", "name": "network-vif-plugged", "status": "completed", "tag": "28512489-5662-4d94-8f54-e8482491d7ac"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:01:41.618000 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 28512489-5662-4d94-8f54-e8482491d7ac, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=28512489-5662-4d94-8f54-e8482491d7ac,segment=NetworkSegment(7c90f48a-1a8f-48e1-82f1-8aa7428fbcd6),segment_id=7c90f48a-1a8f-48e1-82f1-8aa7428fbcd6)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:01:41.628729 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:41.668386 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fed97f-eeab-45b9-809f-8e74eef9e8e7 x-openstack-request-id: req-14fed97f-eeab-45b9-809f-8e74eef9e8e7 {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:01:41.668978 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e", "name": "network-vif-plugged", "status": "completed", "tag": "28512489-5662-4d94-8f54-e8482491d7ac", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:01:41.669390 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-14fed97f-eeab-45b9-809f-8e74eef9e8e7 {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:01:41.669930 dv-cinder-801989-3-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28512489-5662-4d94-8f54-e8482491d7ac', 'code': 200} Jul 23 11:01:41.692049 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=28512489-5662-4d94-8f54-e8482491d7ac,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:41.933479 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847aa62b-2b6f-45b7-ae26-2d538ad9aea0 req-56b679ae-5f76-4ea9-94be-ed05305a5eb4 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:41.935163 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-847aa62b-2b6f-45b7-ae26-2d538ad9aea0 req-56b679ae-5f76-4ea9-94be-ed05305a5eb4 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.1365559 Jul 23 11:01:42.021384 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-847aa62b-2b6f-45b7-ae26-2d538ad9aea0 req-4fcfdd9f-76f3-4051-b88c-f5d38389a5e6 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782511 Jul 23 11:01:42.042631 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5113a14-089c-4402-aab4-d8d15835e27a req-d10283f3-d318-4b93-a5c7-00d08ba0e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:42.044379 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b5113a14-089c-4402-aab4-d8d15835e27a req-d10283f3-d318-4b93-a5c7-00d08ba0e154 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e HTTP/1.1" status: 200 len: 1103 time: 0.0802650 Jul 23 11:01:42.103964 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b5113a14-089c-4402-aab4-d8d15835e27a req-f51a0719-7dab-44b6-b650-b10d57181a28 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=02174263-c943-4da5-b686-acef98b7cafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372851 Jul 23 11:01:42.685458 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c2d0ba-0037-4e41-9662-736c6003d725 req-9e14d7c4-b9ce-4484-a2e1-b8a087ec7327 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:42.687114 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-97c2d0ba-0037-4e41-9662-736c6003d725 req-9e14d7c4-b9ce-4484-a2e1-b8a087ec7327 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/ports?device_id=6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e HTTP/1.1" status: 200 len: 950 time: 0.0733457 Jul 23 11:01:42.728604 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-97c2d0ba-0037-4e41-9662-736c6003d725 req-159c400c-d85e-4d24-9bcb-b62f0c2af2ef tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/security-groups?id=02174263-c943-4da5-b686-acef98b7cafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353751 Jul 23 11:01:43.185368 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a725d3-b3cd-4bf3-8b25-6c128d717883 req-bbb33a2d-7ed1-4ae7-bea5-1a961480707c tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:43.193881 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-31a725d3-b3cd-4bf3-8b25-6c128d717883 req-bbb33a2d-7ed1-4ae7-bea5-1a961480707c tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0866733 Jul 23 11:01:43.256215 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-31a725d3-b3cd-4bf3-8b25-6c128d717883 req-967af512-b857-47a8-aa64-f10a3ddbfe63 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606143 Jul 23 11:01:43.895260 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084bbb7-dfce-4808-b03b-8439000c654f req-e37567dc-cdbb-4fb7-9063-8cc86a4ef9f7 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:43.896901 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8084bbb7-dfce-4808-b03b-8439000c654f req-e37567dc-cdbb-4fb7-9063-8cc86a4ef9f7 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/ports?device_id=6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e HTTP/1.1" status: 200 len: 950 time: 0.0831618 Jul 23 11:01:43.943415 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8084bbb7-dfce-4808-b03b-8439000c654f req-60c8d62e-3d28-4e9d-8646-7faefc93214f tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/security-groups?id=02174263-c943-4da5-b686-acef98b7cafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390322 Jul 23 11:01:44.390813 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579a442-074d-45c4-8338-d3d2fcd9a969 req-a50fc96d-c3a9-4670-b282-d02b878c4e4f tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:44.392617 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4579a442-074d-45c4-8338-d3d2fcd9a969 req-a50fc96d-c3a9-4670-b282-d02b878c4e4f tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0708125 Jul 23 11:01:44.448669 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4579a442-074d-45c4-8338-d3d2fcd9a969 req-f71840a5-61fe-4815-8450-01c37d9b3f02 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479989 Jul 23 11:01:45.131226 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7d740-4db2-4414-9560-82e3b451bdf6 req-8465a219-2983-4b13-9021-4445c3f9520d tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:45.137017 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-bbd7d740-4db2-4414-9560-82e3b451bdf6 req-8465a219-2983-4b13-9021-4445c3f9520d tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/ports?device_id=6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e HTTP/1.1" status: 200 len: 950 time: 0.1030128 Jul 23 11:01:45.178382 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-bbd7d740-4db2-4414-9560-82e3b451bdf6 req-04397b06-d392-4d0d-99c9-01976a0d4c93 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/security-groups?id=02174263-c943-4da5-b686-acef98b7cafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395312 Jul 23 11:01:45.498738 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8b9fc-47df-4b56-9876-82c456d8967b req-c1c2939f-37b7-4b9a-819a-3d83b34ceb32 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:45.500659 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bfc8b9fc-47df-4b56-9876-82c456d8967b req-c1c2939f-37b7-4b9a-819a-3d83b34ceb32 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/ports?device_id=6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e HTTP/1.1" status: 200 len: 950 time: 0.0758834 Jul 23 11:01:45.544478 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bfc8b9fc-47df-4b56-9876-82c456d8967b req-d0b13cf2-c37f-4b69-bdbf-f836b6b235c9 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/security-groups?id=02174263-c943-4da5-b686-acef98b7cafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353837 Jul 23 11:01:45.623218 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e855ca-d1b5-4d2d-842b-89c7750b16eb req-1cb8c9a9-794e-4013-ae50-4d0d6ce94810 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:45.625351 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-47e855ca-d1b5-4d2d-842b-89c7750b16eb req-1cb8c9a9-794e-4013-ae50-4d0d6ce94810 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.1017358 Jul 23 11:01:45.667747 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-47e855ca-d1b5-4d2d-842b-89c7750b16eb req-014ccac5-9572-461a-95fa-c00068a54567 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369308 Jul 23 11:01:46.524887 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-566c4028-5323-4e58-a9ce-b5e908e1c2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:46.709189 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5195ec-9053-47e8-a4f2-ceeb50644259 req-2b4c671e-dcbe-470b-aefb-c7c481271f54 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:46.717398 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3a5195ec-9053-47e8-a4f2-ceeb50644259 req-2b4c671e-dcbe-470b-aefb-c7c481271f54 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/ports?device_id=6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e HTTP/1.1" status: 200 len: 950 time: 0.0807681 Jul 23 11:01:46.757973 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3a5195ec-9053-47e8-a4f2-ceeb50644259 req-7453cbf8-02e3-43ec-a6ce-53e339f33b24 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/security-groups?id=02174263-c943-4da5-b686-acef98b7cafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388629 Jul 23 11:01:46.825194 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e0720-5261-4931-8993-8df3784fb389 req-cb976191-fb5e-46e7-87cf-3fc5f69b9ca6 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:46.826778 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bf9e0720-5261-4931-8993-8df3784fb389 req-cb976191-fb5e-46e7-87cf-3fc5f69b9ca6 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0689189 Jul 23 11:01:46.866889 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bf9e0720-5261-4931-8993-8df3784fb389 req-d1287208-fc01-4453-91b6-e55733ffc881 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334697 Jul 23 11:01:47.956526 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749712a-690b-4c76-b619-7330bba115f9 req-357aadbc-62c8-48ec-8602-3fb30e2f046d tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:47.958175 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e749712a-690b-4c76-b619-7330bba115f9 req-357aadbc-62c8-48ec-8602-3fb30e2f046d tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/ports?device_id=6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e HTTP/1.1" status: 200 len: 950 time: 0.0985918 Jul 23 11:01:48.027974 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e749712a-690b-4c76-b619-7330bba115f9 req-e581647f-92be-487c-95be-d06b1aecb9ba tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/security-groups?id=02174263-c943-4da5-b686-acef98b7cafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592597 Jul 23 11:01:48.194177 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f119717-7f6a-4f4e-b2bf-ad0259e5b92d req-ec43549e-8e31-4867-bcdf-9076a8722337 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:48.206892 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9f119717-7f6a-4f4e-b2bf-ad0259e5b92d req-ec43549e-8e31-4867-bcdf-9076a8722337 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0779910 Jul 23 11:01:48.238979 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9f119717-7f6a-4f4e-b2bf-ad0259e5b92d req-5779716c-8025-431c-869b-ab517abe133f tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355673 Jul 23 11:01:48.674314 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4801dc-b8de-4e43-bb3a-19dd4d898c59 req-0158990f-b35f-47f2-a684-02e602ce0dba tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:48.676534 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0e4801dc-b8de-4e43-bb3a-19dd4d898c59 req-0158990f-b35f-47f2-a684-02e602ce0dba tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e HTTP/1.1" status: 200 len: 950 time: 0.0808976 Jul 23 11:01:48.815501 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-0e4801dc-b8de-4e43-bb3a-19dd4d898c59 req-f39d6071-7b0a-4bb1-8e1b-308c64ce5b68 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Deleting port 28512489-5662-4d94-8f54-e8482491d7ac {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:01:48.815989 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-0e4801dc-b8de-4e43-bb3a-19dd4d898c59 req-f39d6071-7b0a-4bb1-8e1b-308c64ce5b68 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:48.948595 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-0e4801dc-b8de-4e43-bb3a-19dd4d898c59 req-f39d6071-7b0a-4bb1-8e1b-308c64ce5b68 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] For port 28512489-5662-4d94-8f54-e8482491d7ac, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=28512489-5662-4d94-8f54-e8482491d7ac,segment=NetworkSegment(7c90f48a-1a8f-48e1-82f1-8aa7428fbcd6),segment_id=7c90f48a-1a8f-48e1-82f1-8aa7428fbcd6)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:01:48.950005 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-0e4801dc-b8de-4e43-bb3a-19dd4d898c59 req-f39d6071-7b0a-4bb1-8e1b-308c64ce5b68 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:48.964854 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-0e4801dc-b8de-4e43-bb3a-19dd4d898c59 req-f39d6071-7b0a-4bb1-8e1b-308c64ce5b68 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Calling delete_port for 28512489-5662-4d94-8f54-e8482491d7ac owned by compute:nova {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:01:49.219080 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd33f0c-3a9b-484a-b8a7-3cdaa9466a4f req-a78db22c-0e31-4ac3-8191-8b00b56c54c9 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:49.225022 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-0e4801dc-b8de-4e43-bb3a-19dd4d898c59 req-f39d6071-7b0a-4bb1-8e1b-308c64ce5b68 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:49.226944 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3dd33f0c-3a9b-484a-b8a7-3cdaa9466a4f req-a78db22c-0e31-4ac3-8191-8b00b56c54c9 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/ports?device_id=6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e HTTP/1.1" status: 200 len: 950 time: 0.0882041 Jul 23 11:01:49.251158 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['28512489-5662-4d94-8f54-e8482491d7ac'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:01:49.291374 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d6071-7b0a-4bb1-8e1b-308c64ce5b68 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Pushing event deleted for resources: {'Port': ['ID=28512489-5662-4d94-8f54-e8482491d7ac,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:49.295293 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3dd33f0c-3a9b-484a-b8a7-3cdaa9466a4f req-1de51ddd-63c8-494c-8878-94ab264f72be tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/security-groups?id=02174263-c943-4da5-b686-acef98b7cafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671065 Jul 23 11:01:49.450741 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4801dc-b8de-4e43-bb3a-19dd4d898c59 req-f39d6071-7b0a-4bb1-8e1b-308c64ce5b68 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] No DVR routers for this DVR port 28512489-5662-4d94-8f54-e8482491d7ac on host hv-cinder-80198 {{(pid=93047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:01:49.481832 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-0e4801dc-b8de-4e43-bb3a-19dd4d898c59 req-f39d6071-7b0a-4bb1-8e1b-308c64ce5b68 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:49.486589 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0e4801dc-b8de-4e43-bb3a-19dd4d898c59 req-f39d6071-7b0a-4bb1-8e1b-308c64ce5b68 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.48 "DELETE /v2.0/ports/28512489-5662-4d94-8f54-e8482491d7ac HTTP/1.1" status: 204 len: 173 time: 0.7914319 Jul 23 11:01:49.487835 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e', 'name': 'network-vif-deleted', 'tag': '28512489-5662-4d94-8f54-e8482491d7ac'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:01:49.491690 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57990bb103ee5b7a3f14144f2b0acc3407ada3b1c8656e111118fed9c99398e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0383ed-9a01-4236-a207-792f594e64e3" -d '{"events": [{"server_uuid": "6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e", "name": "network-vif-deleted", "tag": "28512489-5662-4d94-8f54-e8482491d7ac"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:01:49.557149 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-0810412f-2523-48bc-9798-6061f96dbb22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:49.582681 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812da305-869e-497f-81b5-20b87cefb0e2 x-openstack-request-id: req-812da305-869e-497f-81b5-20b87cefb0e2 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:01:49.583174 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e", "name": "network-vif-deleted", "tag": "28512489-5662-4d94-8f54-e8482491d7ac", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:01:49.583575 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-812da305-869e-497f-81b5-20b87cefb0e2 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:01:49.584141 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e', 'name': 'network-vif-deleted', 'tag': '28512489-5662-4d94-8f54-e8482491d7ac', 'status': 'completed', 'code': 200} Jul 23 11:01:49.626996 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418d62d-8134-41bc-8135-e9b82fd91894 req-32aa5064-b541-4545-8043-653606afd518 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:49.629320 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5418d62d-8134-41bc-8135-e9b82fd91894 req-32aa5064-b541-4545-8043-653606afd518 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.2374763 Jul 23 11:01:49.683860 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:49.699197 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5418d62d-8134-41bc-8135-e9b82fd91894 req-1506600e-ad30-4c8c-86d0-732e5e743904 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637453 Jul 23 11:01:50.434647 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7ac2e7f7-03d5-4dba-8d40-f51ad53d4480 req-e7642c7f-118e-4ad8-a023-141feb88cb44 tempest-VolumesNegativeTest-1728310842 tempest-VolumesNegativeTest-1728310842-project] 10.222.0.47 "GET /v2.0/ports?device_id=6bc5cd9b-39c8-4c1e-bf1f-3dc9eda4b53e HTTP/1.1" status: 200 len: 210 time: 0.0477531 Jul 23 11:01:50.496445 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:50.772268 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-ee1843c2-4e80-42d3-9c0a-9073a690ef84 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:50.774739 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-ee1843c2-4e80-42d3-9c0a-9073a690ef84 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/networks?id=ccf574f9-5702-429a-8d37-996ccac096f3 HTTP/1.1" status: 200 len: 815 time: 0.1333013 Jul 23 11:01:50.807588 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-7f5c67f1-f95d-483c-8836-5866032065db tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/quotas/4258166484494130b9fcf95d2a6afc89 HTTP/1.1" status: 200 len: 375 time: 0.0126021 Jul 23 11:01:50.855739 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c08c3-bf66-46dd-b1f3-49eb60d0cfe9 req-f9cf1768-9cab-49f2-a51d-7292b7b4679d tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:50.864555 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1c5c08c3-bf66-46dd-b1f3-49eb60d0cfe9 req-f9cf1768-9cab-49f2-a51d-7292b7b4679d tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0779791 Jul 23 11:01:50.913131 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1c5c08c3-bf66-46dd-b1f3-49eb60d0cfe9 req-9acbcb85-ea24-47a9-a985-296405bd1691 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460091 Jul 23 11:01:50.916488 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-833e3219-2ddc-489b-a546-b2b8c59aa6bb tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4258166484494130b9fcf95d2a6afc89&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1068857 Jul 23 11:01:51.057960 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-d786a336-8cda-40f9-a53c-8d45f53b0e61 service neutron] 10.222.0.47 "GET /v2.0/networks/ccf574f9-5702-429a-8d37-996ccac096f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326554 Jul 23 11:01:51.151903 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-9d871a79-008b-4bae-bde4-3115035df5a0 service neutron] 10.222.0.47 "GET /v2.0/networks/ccf574f9-5702-429a-8d37-996ccac096f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930054 Jul 23 11:01:51.367276 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-191774f2-ddb1-4b00-898a-31a14e7b941c req-60894011-e292-4fd0-8425-b03809aa2cc9 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a1ab75-91ff-42bf-8f06-dc58f148fdfb HTTP/1.1" status: 200 len: 210 time: 0.0633070 Jul 23 11:01:51.421093 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 28512489-5662-4d94-8f54-e8482491d7ac no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:01:51.472389 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] No Port match for: 28512489-5662-4d94-8f54-e8482491d7ac {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:01:51.473071 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 28512489-5662-4d94-8f54-e8482491d7ac not bound to the agent host hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:01:52.030719 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:52.111899 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd3ba5-7744-47b2-84e2-7c64db9f09de req-605c1c02-29f5-49a3-8b7b-14ddd8f439e5 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:52.116288 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-21bd3ba5-7744-47b2-84e2-7c64db9f09de req-605c1c02-29f5-49a3-8b7b-14ddd8f439e5 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.1078088 Jul 23 11:01:52.186792 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-21bd3ba5-7744-47b2-84e2-7c64db9f09de req-fc542216-41c6-440b-a145-4c2e835ebc1d tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625522 Jul 23 11:01:52.532519 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-eb527684-e81c-449b-a8e5-569d2faf1fa5 req-18557883-b670-4119-8693-62d68c6713f8 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a1ab75-91ff-42bf-8f06-dc58f148fdfb HTTP/1.1" status: 200 len: 210 time: 0.0781653 Jul 23 11:01:53.108496 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-89f722c6-0c18-4af4-9a3b-f3a974c350b9 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:53.110351 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-89f722c6-0c18-4af4-9a3b-f3a974c350b9 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.48 "GET /v2.0/networks?id=ccf574f9-5702-429a-8d37-996ccac096f3 HTTP/1.1" status: 200 len: 815 time: 0.1435671 Jul 23 11:01:53.133749 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-4f8ed1b5-c85f-40da-adba-6beb4f06f20b tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Request body: {'port': {'device_id': '20a1ab75-91ff-42bf-8f06-dc58f148fdfb', 'network_id': 'ccf574f9-5702-429a-8d37-996ccac096f3', 'admin_state_up': True, 'tenant_id': '4258166484494130b9fcf95d2a6afc89'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:01:53.343678 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-4f8ed1b5-c85f-40da-adba-6beb4f06f20b tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Made reservation on behalf of 4258166484494130b9fcf95d2a6afc89 for: {'port': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:01:53.347219 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-4f8ed1b5-c85f-40da-adba-6beb4f06f20b tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:53.434412 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46acb1a-25b9-4df8-857a-a03aa60a8fb8 req-c8c0b405-8c56-40ae-8ced-1d01eb7942f3 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:53.436077 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b46acb1a-25b9-4df8-857a-a03aa60a8fb8 req-c8c0b405-8c56-40ae-8ced-1d01eb7942f3 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.1063070 Jul 23 11:01:53.496969 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b46acb1a-25b9-4df8-857a-a03aa60a8fb8 req-58e15b68-5392-4322-8b6c-682a123e17b9 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488567 Jul 23 11:01:53.551743 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-4f8ed1b5-c85f-40da-adba-6beb4f06f20b tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Allocated IP 172.20.0.10 (ccf574f9-5702-429a-8d37-996ccac096f3/c73e0985-88a5-4a27-821f-63539929b032/0db38420-e05f-4e78-a2e9-d234c361b592) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:01:53.758189 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-84bd0283-e6e7-486d-9ca6-6a1fddab78ec req-c696ac65-348d-4211-b063-2c76972f9cdc tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a1ab75-91ff-42bf-8f06-dc58f148fdfb HTTP/1.1" status: 200 len: 210 time: 0.0506566 Jul 23 11:01:53.801788 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-4f8ed1b5-c85f-40da-adba-6beb4f06f20b tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:53.854880 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-4f8ed1b5-c85f-40da-adba-6beb4f06f20b tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:53.870719 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['15e4b25b-8260-457b-877f-079b28aefebf', '0cfb211e-c15a-4382-83a9-f21a866244a2', 'cff4c905-a2d7-4fa3-9205-14aac9fbec09'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:01:53.974875 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ed1b5-c85f-40da-adba-6beb4f06f20b tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Pushing event updated for resources: {'Port': ['ID=0db38420-e05f-4e78-a2e9-d234c361b592,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:54.004533 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-4f8ed1b5-c85f-40da-adba-6beb4f06f20b tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Network ccf574f9-5702-429a-8d37-996ccac096f3 is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:01:54.006545 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-4f8ed1b5-c85f-40da-adba-6beb4f06f20b tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:01:54.009565 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-4f8ed1b5-c85f-40da-adba-6beb4f06f20b tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:01:54.084757 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-4f8ed1b5-c85f-40da-adba-6beb4f06f20b tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:54.085694 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-4f8ed1b5-c85f-40da-adba-6beb4f06f20b tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:54.103844 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-4f8ed1b5-c85f-40da-adba-6beb4f06f20b tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9769859 Jul 23 11:01:54.138022 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-80860b9f-287f-4e76-9596-ad03ce2230ff service neutron] Request body: {'port': {'device_id': '20a1ab75-91ff-42bf-8f06-dc58f148fdfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:01:54.269023 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-80860b9f-287f-4e76-9596-ad03ce2230ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:54.764860 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee7099-7c33-4979-8162-43084e02d779 req-147d8d8b-c88c-489e-9cc6-905fe5df3b65 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:54.766749 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-61ee7099-7c33-4979-8162-43084e02d779 req-147d8d8b-c88c-489e-9cc6-905fe5df3b65 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.1375995 Jul 23 11:01:54.855081 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-80860b9f-287f-4e76-9596-ad03ce2230ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0db38420-e05f-4e78-a2e9-d234c361b592 {{(pid=93047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:01:54.869406 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-61ee7099-7c33-4979-8162-43084e02d779 req-61677583-4148-41dd-84df-66eeff21aa33 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920599 Jul 23 11:01:54.871721 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-80860b9f-287f-4e76-9596-ad03ce2230ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:54.908884 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-80860b9f-287f-4e76-9596-ad03ce2230ff service neutron] Transition to ACTIVE for port object 0db38420-e05f-4e78-a2e9-d234c361b592 will not be triggered until provisioned by entity L2. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:01:54.919825 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-80860b9f-287f-4e76-9596-ad03ce2230ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31365311'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:54.989078 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a36cd-5bcd-4315-b062-69b29e04d6ab req-3683427b-ef6a-4067-8bf5-ca32aca764ff tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:55.000289 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ad6a36cd-5bcd-4315-b062-69b29e04d6ab req-3683427b-ef6a-4067-8bf5-ca32aca764ff tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a1ab75-91ff-42bf-8f06-dc58f148fdfb HTTP/1.1" status: 200 len: 932 time: 0.1231754 Jul 23 11:01:55.006436 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80860b9f-287f-4e76-9596-ad03ce2230ff service neutron] Pushing event updated for resources: {'Port': ['ID=0db38420-e05f-4e78-a2e9-d234c361b592,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:55.060229 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ad6a36cd-5bcd-4315-b062-69b29e04d6ab req-ca8b6899-fac4-4ffc-aed2-88d4920347ff tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584402 Jul 23 11:01:55.103629 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-80860b9f-287f-4e76-9596-ad03ce2230ff service neutron] Attempting to bind port 0db38420-e05f-4e78-a2e9-d234c361b592 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:01:55.104271 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-80860b9f-287f-4e76-9596-ad03ce2230ff service neutron] Attempting to bind port 0db38420-e05f-4e78-a2e9-d234c361b592 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': 'c7124302-fb3f-495e-b748-07d02359f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ccf574f9-5702-429a-8d37-996ccac096f3'}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:01:55.104786 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-80860b9f-287f-4e76-9596-ad03ce2230ff service neutron] Attempting to bind port 0db38420-e05f-4e78-a2e9-d234c361b592 on network ccf574f9-5702-429a-8d37-996ccac096f3 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:01:55.128172 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-80860b9f-287f-4e76-9596-ad03ce2230ff service neutron] Port 0db38420-e05f-4e78-a2e9-d234c361b592 on network ccf574f9-5702-429a-8d37-996ccac096f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:01:55.128595 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-80860b9f-287f-4e76-9596-ad03ce2230ff service neutron] Attempting to bind port 0db38420-e05f-4e78-a2e9-d234c361b592 on network ccf574f9-5702-429a-8d37-996ccac096f3 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:01:55.139189 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-80860b9f-287f-4e76-9596-ad03ce2230ff service neutron] Checking agent: {'id': 'fd06f6b8-de2a-4c3f-8327-d731c40933c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'started_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:01:55.139961 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-80860b9f-287f-4e76-9596-ad03ce2230ff service neutron] Checking segment: {'id': 'c7124302-fb3f-495e-b748-07d02359f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ccf574f9-5702-429a-8d37-996ccac096f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:01:55.140396 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-80860b9f-287f-4e76-9596-ad03ce2230ff service neutron] Bound using segment: {'id': 'c7124302-fb3f-495e-b748-07d02359f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ccf574f9-5702-429a-8d37-996ccac096f3'} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:01:55.140921 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-80860b9f-287f-4e76-9596-ad03ce2230ff service neutron] Bound port: 0db38420-e05f-4e78-a2e9-d234c361b592, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7124302-fb3f-495e-b748-07d02359f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ccf574f9-5702-429a-8d37-996ccac096f3'}}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:01:55.141636 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-80860b9f-287f-4e76-9596-ad03ce2230ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:55.227951 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-80860b9f-287f-4e76-9596-ad03ce2230ff service neutron] For port 0db38420-e05f-4e78-a2e9-d234c361b592, host hv-cinder-80198, cleared binding levels {{(pid=93047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:01:55.232121 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-80860b9f-287f-4e76-9596-ad03ce2230ff service neutron] For port 0db38420-e05f-4e78-a2e9-d234c361b592, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=0db38420-e05f-4e78-a2e9-d234c361b592,segment=NetworkSegment(c7124302-fb3f-495e-b748-07d02359f90e),segment_id=c7124302-fb3f-495e-b748-07d02359f90e)] {{(pid=93047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:01:55.238036 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-80860b9f-287f-4e76-9596-ad03ce2230ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31365311'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:55.292382 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-80860b9f-287f-4e76-9596-ad03ce2230ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:55.293017 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-80860b9f-287f-4e76-9596-ad03ce2230ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:55.294491 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-80860b9f-287f-4e76-9596-ad03ce2230ff service neutron] 10.222.0.48 "PUT /v2.0/ports/0db38420-e05f-4e78-a2e9-d234c361b592 HTTP/1.1" status: 200 len: 1094 time: 1.1660771 Jul 23 11:01:55.294979 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a1ab75-91ff-42bf-8f06-dc58f148fdfb', 'tag': '0db38420-e05f-4e78-a2e9-d234c361b592'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:01:55.298088 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57990bb103ee5b7a3f14144f2b0acc3407ada3b1c8656e111118fed9c99398e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ea17d1-b3cd-4fb9-929d-63ac0a884fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "20a1ab75-91ff-42bf-8f06-dc58f148fdfb", "tag": "0db38420-e05f-4e78-a2e9-d234c361b592"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:01:55.317129 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80860b9f-287f-4e76-9596-ad03ce2230ff service neutron] Pushing event updated for resources: {'Port': ['ID=0db38420-e05f-4e78-a2e9-d234c361b592,revision_number=3']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:55.363786 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fbcf5b-f504-4148-8d06-97928be0ceee x-openstack-request-id: req-51fbcf5b-f504-4148-8d06-97928be0ceee {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:01:55.363993 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20a1ab75-91ff-42bf-8f06-dc58f148fdfb", "tag": "0db38420-e05f-4e78-a2e9-d234c361b592", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:01:55.364301 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-51fbcf5b-f504-4148-8d06-97928be0ceee {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:01:55.364672 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20a1ab75-91ff-42bf-8f06-dc58f148fdfb', 'tag': '0db38420-e05f-4e78-a2e9-d234c361b592', 'status': 'completed', 'code': 200} Jul 23 11:01:56.159755 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea17d1-b3cd-4fb9-929d-63ac0a884fe2 req-f6bac5b0-a3e1-468a-a8d3-1513d3e2f9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:56.161312 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-73ea17d1-b3cd-4fb9-929d-63ac0a884fe2 req-f6bac5b0-a3e1-468a-a8d3-1513d3e2f9d4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4258166484494130b9fcf95d2a6afc89&device_id=20a1ab75-91ff-42bf-8f06-dc58f148fdfb HTTP/1.1" status: 200 len: 1097 time: 0.3458440 Jul 23 11:01:56.228259 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12100e44-aa65-4426-bb70-fb9aeedd4dfc req-a81861fa-9779-43a0-bd84-950dd8ee52d1 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:56.233118 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-12100e44-aa65-4426-bb70-fb9aeedd4dfc req-a81861fa-9779-43a0-bd84-950dd8ee52d1 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a1ab75-91ff-42bf-8f06-dc58f148fdfb HTTP/1.1" status: 200 len: 944 time: 0.0856960 Jul 23 11:01:56.261747 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba887a4-75f1-4a94-83c6-6db22b8979f0 req-6c4cd3d9-889c-45b2-a428-1359a6c7d77e tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:56.269843 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-eba887a4-75f1-4a94-83c6-6db22b8979f0 req-6c4cd3d9-889c-45b2-a428-1359a6c7d77e tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.1650980 Jul 23 11:01:56.293259 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-12100e44-aa65-4426-bb70-fb9aeedd4dfc req-b7773dfb-6ac9-4164-82b9-b97fbaf58e5c tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558455 Jul 23 11:01:56.422011 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-eba887a4-75f1-4a94-83c6-6db22b8979f0 req-9c8be2ed-2a0e-44f7-8fdc-243ada3e3630 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509426 Jul 23 11:01:56.464954 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea17d1-b3cd-4fb9-929d-63ac0a884fe2 req-8b012b0a-a410-43dc-a6fc-f7a8e2db0e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:56.466522 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-73ea17d1-b3cd-4fb9-929d-63ac0a884fe2 req-8b012b0a-a410-43dc-a6fc-f7a8e2db0e35 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=4258166484494130b9fcf95d2a6afc89&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2879107 Jul 23 11:01:56.527858 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53465516-8928-4dfb-87e2-647035aad8c3 req-781b1db6-8451-4998-af00-055505c33f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:56.534504 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-53465516-8928-4dfb-87e2-647035aad8c3 req-781b1db6-8451-4998-af00-055505c33f73 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 1099 time: 0.1127520 Jul 23 11:01:56.588294 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-53465516-8928-4dfb-87e2-647035aad8c3 req-1aedef49-796c-4301-9013-67aa77096f12 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383065 Jul 23 11:01:56.607616 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea17d1-b3cd-4fb9-929d-63ac0a884fe2 req-24a05db4-1bfa-4eb3-9aff-eef4d59c76fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:56.611007 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-73ea17d1-b3cd-4fb9-929d-63ac0a884fe2 req-24a05db4-1bfa-4eb3-9aff-eef4d59c76fc service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1317635 Jul 23 11:01:56.802034 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-a6b57d7f-d9aa-45d0-8484-edc4cd8239cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:56.803820 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-a6b57d7f-d9aa-45d0-8484-edc4cd8239cb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4258166484494130b9fcf95d2a6afc89&device_id=20a1ab75-91ff-42bf-8f06-dc58f148fdfb HTTP/1.1" status: 200 len: 1097 time: 0.0744057 Jul 23 11:01:56.858676 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-e812f298-57e4-4366-97ca-0e846a337ecb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0db38420-e05f-4e78-a2e9-d234c361b592 HTTP/1.1" status: 200 len: 217 time: 0.0351639 Jul 23 11:01:56.947577 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-756ce52c-cb13-417e-9ba0-13214ae36765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:56.949364 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-756ce52c-cb13-417e-9ba0-13214ae36765 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c73e0985-88a5-4a27-821f-63539929b032 HTTP/1.1" status: 200 len: 855 time: 0.0761297 Jul 23 11:01:57.040992 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-cc87fc0c-e3a3-4265-8c53-5d1bb553edde service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ccf574f9-5702-429a-8d37-996ccac096f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643167 Jul 23 11:01:57.188463 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-51b22e51-a838-4ca1-88ec-485fd470e83a service neutron] 10.222.0.48 "GET /v2.0/networks/ccf574f9-5702-429a-8d37-996ccac096f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368275 Jul 23 11:01:57.220137 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 54918) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:01:57.334203 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-66270ec4-e96c-4464-9410-698e0f9e4b1f req-ad8c4fb0-3d20-4aa2-b795-2ed98bf849b1 service neutron] 10.222.0.48 "GET /v2.0/networks/ccf574f9-5702-429a-8d37-996ccac096f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328049 Jul 23 11:01:57.411000 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-3b548a47-6b56-418b-80f5-0a1fc1fa5d08 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eb7f32769c9f442d9a36bb7fe62f0bec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1888587 Jul 23 11:01:57.411828 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 54924) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:01:57.477206 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413431c-4b66-4568-a9bf-bb903e8e9f1e req-f19b7002-2708-4798-b090-70e319a59b4d tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:57.478740 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7413431c-4b66-4568-a9bf-bb903e8e9f1e req-f19b7002-2708-4798-b090-70e319a59b4d tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a1ab75-91ff-42bf-8f06-dc58f148fdfb HTTP/1.1" status: 200 len: 944 time: 0.1036682 Jul 23 11:01:57.491192 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a5af5725-58f7-4aea-bcf4-11b7cbacfb17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:57.537214 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a5af5725-58f7-4aea-bcf4-11b7cbacfb17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:57.553086 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7413431c-4b66-4568-a9bf-bb903e8e9f1e req-1ff7b0f2-238b-4673-a92e-06d4660457b7 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638406 Jul 23 11:01:57.625347 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f61a43-3c66-4401-b2a1-298c9460ef23 req-d1c28ac3-183e-49ce-9b8e-8d494a080cf1 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:57.633776 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c4f61a43-3c66-4401-b2a1-298c9460ef23 req-d1c28ac3-183e-49ce-9b8e-8d494a080cf1 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.1043282 Jul 23 11:01:57.656411 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a5af5725-58f7-4aea-bcf4-11b7cbacfb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:57.659160 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a5af5725-58f7-4aea-bcf4-11b7cbacfb17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:57.660474 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-a5af5725-58f7-4aea-bcf4-11b7cbacfb17 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/02174263-c943-4da5-b686-acef98b7cafd HTTP/1.1" status: 204 len: 168 time: 0.2476053 Jul 23 11:01:57.677310 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af5725-58f7-4aea-bcf4-11b7cbacfb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02174263-c943-4da5-b686-acef98b7cafd,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:57.690541 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c4f61a43-3c66-4401-b2a1-298c9460ef23 req-fcd55d41-6481-4e5a-8f99-50a4c44dec45 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544419 Jul 23 11:01:58.712414 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f101734-9da9-4409-b734-9d00a638e4bf req-cbbb4d83-a306-4b64-a4c8-99212ee69153 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:58.720952 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3f101734-9da9-4409-b734-9d00a638e4bf req-cbbb4d83-a306-4b64-a4c8-99212ee69153 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a1ab75-91ff-42bf-8f06-dc58f148fdfb HTTP/1.1" status: 200 len: 944 time: 0.0914383 Jul 23 11:01:58.776363 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3f101734-9da9-4409-b734-9d00a638e4bf req-f41a7605-6410-4f89-b6bc-3295baaa89f2 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545697 Jul 23 11:01:58.885470 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e881f-b18c-49a7-8b95-8085eaebe57f req-73b1745c-c8ca-4ed0-ad4f-33a1c896c2e6 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:58.894430 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9e2e881f-b18c-49a7-8b95-8085eaebe57f req-73b1745c-c8ca-4ed0-ad4f-33a1c896c2e6 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0956819 Jul 23 11:01:58.951690 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9e2e881f-b18c-49a7-8b95-8085eaebe57f req-c9334d32-d463-4294-a4f8-8fc96e4be989 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483015 Jul 23 11:01:59.268818 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf874e-975c-4a7e-8582-22cddb03494b req-b2421ef2-9410-40c2-b3c0-f539163c072d tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:59.276669 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-4edf874e-975c-4a7e-8582-22cddb03494b req-b2421ef2-9410-40c2-b3c0-f539163c072d tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0968645 Jul 23 11:01:59.280828 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b9272-43f0-40dd-9053-21019439ca76 req-38898889-1862-4a22-973c-66ab82ae2ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:59.282163 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a99b9272-43f0-40dd-9053-21019439ca76 req-38898889-1862-4a22-973c-66ab82ae2ed4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7b38d280bb2e4b88b54d95921882a95b&device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 1099 time: 0.0834959 Jul 23 11:01:59.337417 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-4edf874e-975c-4a7e-8582-22cddb03494b req-6d95fa92-d46d-407c-bd1e-82e1082df0a2 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540192 Jul 23 11:01:59.403692 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b9272-43f0-40dd-9053-21019439ca76 req-bcf316c5-5887-4797-abc8-6a2052373e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:59.405709 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a99b9272-43f0-40dd-9053-21019439ca76 req-bcf316c5-5887-4797-abc8-6a2052373e02 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0f52d38e-0362-4264-9e97-fc5007fd139b HTTP/1.1" status: 200 len: 920 time: 0.1152282 Jul 23 11:01:59.457617 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a99b9272-43f0-40dd-9053-21019439ca76 req-ef779390-b042-4711-a315-ef3a6e205325 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7e68c1e-5ada-45c9-99a7-252798ccb43e HTTP/1.1" status: 200 len: 217 time: 0.0355475 Jul 23 11:01:59.520834 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b9272-43f0-40dd-9053-21019439ca76 req-cd0ba43c-8d4f-46c3-868d-f2961a7ca5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:59.522348 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a99b9272-43f0-40dd-9053-21019439ca76 req-cd0ba43c-8d4f-46c3-868d-f2961a7ca5eb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8bbfc4c9-e217-47f8-86e6-9511348173f3 HTTP/1.1" status: 200 len: 859 time: 0.0506463 Jul 23 11:01:59.565632 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a99b9272-43f0-40dd-9053-21019439ca76 req-cc38e9f2-4429-4e6d-8b66-7487c65f4fa9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f52d38e-0362-4264-9e97-fc5007fd139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281634 Jul 23 11:01:59.619089 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 0db38420-e05f-4e78-a2e9-d234c361b592 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:01:59.712228 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a99b9272-43f0-40dd-9053-21019439ca76 req-5c2ce427-a0fa-45cc-970a-ac50582f1cae service neutron] 10.222.0.48 "GET /v2.0/networks/0f52d38e-0362-4264-9e97-fc5007fd139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270750 Jul 23 11:01:59.733398 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 0db38420-e05f-4e78-a2e9-d234c361b592, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=0db38420-e05f-4e78-a2e9-d234c361b592,segment=NetworkSegment(c7124302-fb3f-495e-b748-07d02359f90e),segment_id=c7124302-fb3f-495e-b748-07d02359f90e)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:01:59.746798 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Returning: {'device': '0db38420-e05f-4e78-a2e9-d234c361b592', 'network_id': 'ccf574f9-5702-429a-8d37-996ccac096f3', 'port_id': '0db38420-e05f-4e78-a2e9-d234c361b592', 'mac_address': 'fa:16:3e:46:82:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73e0985-88a5-4a27-821f-63539929b032', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:01:59.815524 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:59.836025 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0db38420-e05f-4e78-a2e9-d234c361b592 {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:01:59.857057 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a99b9272-43f0-40dd-9053-21019439ca76 req-87b6a863-4f4b-4d1c-b4d3-58aafc6a2e03 service neutron] 10.222.0.48 "GET /v2.0/networks/0f52d38e-0362-4264-9e97-fc5007fd139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305335 Jul 23 11:01:59.860326 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 0db38420-e05f-4e78-a2e9-d234c361b592, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=0db38420-e05f-4e78-a2e9-d234c361b592,segment=NetworkSegment(c7124302-fb3f-495e-b748-07d02359f90e),segment_id=c7124302-fb3f-495e-b748-07d02359f90e)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:01:59.876977 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:59.950558 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949d53e-8aeb-44ed-869b-e488d9352a7f req-94d7d1b4-dcf0-4de1-be6d-3c447631d690 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:59.958798 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-2949d53e-8aeb-44ed-869b-e488d9352a7f req-94d7d1b4-dcf0-4de1-be6d-3c447631d690 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a1ab75-91ff-42bf-8f06-dc58f148fdfb HTTP/1.1" status: 200 len: 945 time: 0.0924160 Jul 23 11:01:59.965253 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=0db38420-e05f-4e78-a2e9-d234c361b592,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:00.010200 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-2949d53e-8aeb-44ed-869b-e488d9352a7f req-c598ad27-24b9-430b-beb2-74bfea7bcf51 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502322 Jul 23 11:02:00.502204 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313e116-f18d-42db-a4ff-837ebe19fb20 req-73f0f380-ead0-4226-a629-1433c48489d5 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:00.504074 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-4313e116-f18d-42db-a4ff-837ebe19fb20 req-73f0f380-ead0-4226-a629-1433c48489d5 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0778322 Jul 23 11:02:00.548348 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-4313e116-f18d-42db-a4ff-837ebe19fb20 req-ea08d473-4629-4480-be85-b1be65429ce5 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330904 Jul 23 11:02:00.551133 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:00.558348 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['0db38420-e05f-4e78-a2e9-d234c361b592'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:02:01.144305 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f4317-1ff9-4f1c-b3bc-d2fa2018a692 req-516c47b0-4b97-4c37-94fc-c43e6f58db2c tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:01.145816 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8c0f4317-1ff9-4f1c-b3bc-d2fa2018a692 req-516c47b0-4b97-4c37-94fc-c43e6f58db2c tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a1ab75-91ff-42bf-8f06-dc58f148fdfb HTTP/1.1" status: 200 len: 945 time: 0.0654042 Jul 23 11:02:01.184115 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8c0f4317-1ff9-4f1c-b3bc-d2fa2018a692 req-4ac81b9e-08ee-49ca-8d60-f627cd19cab8 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329015 Jul 23 11:02:01.681836 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bfe4a-4c88-40aa-8a35-d84efaa61402 req-e53ef00a-dce5-4e2c-a658-26e0ac7573c5 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:01.683215 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c50bfe4a-4c88-40aa-8a35-d84efaa61402 req-e53ef00a-dce5-4e2c-a658-26e0ac7573c5 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0653377 Jul 23 11:02:01.719914 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c50bfe4a-4c88-40aa-8a35-d84efaa61402 req-baad25b6-ead4-4f65-a784-4823f1a9d05a tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309875 Jul 23 11:02:02.318802 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a12f96-de28-4cf4-976e-d7f20a1e4d36 req-f0fd83d0-05d5-4aea-bc37-8bba8dbd2ec7 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:02.320307 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-f1a12f96-de28-4cf4-976e-d7f20a1e4d36 req-f0fd83d0-05d5-4aea-bc37-8bba8dbd2ec7 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a1ab75-91ff-42bf-8f06-dc58f148fdfb HTTP/1.1" status: 200 len: 945 time: 0.0617602 Jul 23 11:02:02.363422 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-f1a12f96-de28-4cf4-976e-d7f20a1e4d36 req-7d1c045c-737f-4837-ab0c-a270e1b04ce1 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374613 Jul 23 11:02:02.845284 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611415e4-e2d1-40b7-b61a-ae3a5828a9ae req-5bd08db0-7514-4262-9bfc-06ae49769b52 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:02.846736 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-611415e4-e2d1-40b7-b61a-ae3a5828a9ae req-5bd08db0-7514-4262-9bfc-06ae49769b52 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0607741 Jul 23 11:02:02.884195 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-611415e4-e2d1-40b7-b61a-ae3a5828a9ae req-cc697a2f-b128-468b-b44f-14eaa427b679 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319860 Jul 23 11:02:03.493543 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e390c-5dc9-4364-8d03-95de58037aba req-9a748ecb-8ba8-4c6b-bc36-fe4c1c58af83 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:03.495144 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f66e390c-5dc9-4364-8d03-95de58037aba req-9a748ecb-8ba8-4c6b-bc36-fe4c1c58af83 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a1ab75-91ff-42bf-8f06-dc58f148fdfb HTTP/1.1" status: 200 len: 945 time: 0.0620365 Jul 23 11:02:03.531011 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f66e390c-5dc9-4364-8d03-95de58037aba req-ad094e84-45c8-43ff-88a9-0859508a1e90 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302887 Jul 23 11:02:03.625778 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 0db38420-e05f-4e78-a2e9-d234c361b592 up at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:02:03.673303 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning for port 0db38420-e05f-4e78-a2e9-d234c361b592 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:02:03.676843 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning complete for port 0db38420-e05f-4e78-a2e9-d234c361b592 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:02:03.677212 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:03.706343 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 55126) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:03.750022 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b0e0f0b-677c-4827-966d-399d9a68ff11 admin admin] Deleting subnet 9b689c9f-242e-479b-a0f3-4fe581ef5a21 {{(pid=93047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:02:03.751745 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:03.753283 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7b0e0f0b-677c-4827-966d-399d9a68ff11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:03.774352 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a1ab75-91ff-42bf-8f06-dc58f148fdfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db38420-e05f-4e78-a2e9-d234c361b592'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:02:03.776618 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}214548a6ff4efd2602c2c2cf0448be42dc7715ee41776415c9dd15aa22406767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b896ead4-e915-4d98-ae15-19ba225050c3" -d '{"events": [{"server_uuid": "20a1ab75-91ff-42bf-8f06-dc58f148fdfb", "name": "network-vif-plugged", "status": "completed", "tag": "0db38420-e05f-4e78-a2e9-d234c361b592"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:02:03.790128 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 0db38420-e05f-4e78-a2e9-d234c361b592, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=0db38420-e05f-4e78-a2e9-d234c361b592,segment=NetworkSegment(c7124302-fb3f-495e-b748-07d02359f90e),segment_id=c7124302-fb3f-495e-b748-07d02359f90e)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:02:03.791974 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7b0e0f0b-677c-4827-966d-399d9a68ff11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31365394'] for subnet, precommit_delete_associations {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:03.794171 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:03.833142 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7b0e0f0b-677c-4827-966d-399d9a68ff11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501035'] for subnet, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:03.847747 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=0db38420-e05f-4e78-a2e9-d234c361b592,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:03.855930 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560da02a-8f4b-4f03-b15d-d87e6443a09e x-openstack-request-id: req-560da02a-8f4b-4f03-b15d-d87e6443a09e {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:02:03.856568 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a1ab75-91ff-42bf-8f06-dc58f148fdfb", "name": "network-vif-plugged", "status": "completed", "tag": "0db38420-e05f-4e78-a2e9-d234c361b592", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:02:03.856568 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-560da02a-8f4b-4f03-b15d-d87e6443a09e {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:02:03.857005 dv-cinder-801989-3-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a1ab75-91ff-42bf-8f06-dc58f148fdfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db38420-e05f-4e78-a2e9-d234c361b592', 'code': 200} Jul 23 11:02:03.891640 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7b0e0f0b-677c-4827-966d-399d9a68ff11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31365225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31171138'] for subnet, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:03.920857 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e0f0b-677c-4827-966d-399d9a68ff11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b689c9f-242e-479b-a0f3-4fe581ef5a21,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:03.926374 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7b0e0f0b-677c-4827-966d-399d9a68ff11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for subnet, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:03.930773 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 55134) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:03.931174 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-7b0e0f0b-677c-4827-966d-399d9a68ff11 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9b689c9f-242e-479b-a0f3-4fe581ef5a21 HTTP/1.1" status: 204 len: 168 time: 0.2234266 Jul 23 11:02:04.016588 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e458bd60-2fb6-42f5-9544-4a698f41c315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638085'] for network, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:04.026008 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26645956-259b-4b25-b75e-cd85c1451db0 req-a6310f7f-4732-4bf2-8a04-5f3278af85b7 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:04.027494 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-26645956-259b-4b25-b75e-cd85c1451db0 req-a6310f7f-4732-4bf2-8a04-5f3278af85b7 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0705919 Jul 23 11:02:04.098584 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-26645956-259b-4b25-b75e-cd85c1451db0 req-97380235-799d-418d-b732-52ad4ecf5217 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647547 Jul 23 11:02:04.099163 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e458bd60-2fb6-42f5-9544-4a698f41c315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499634', 'neutron.services.segments.db._delete_segments_for_network-8792856633739'] for network, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:04.109534 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-e458bd60-2fb6-42f5-9544-4a698f41c315 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b338a924-cd1f-43eb-97a0-63ad8a12b5a8']}} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:02:04.117095 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8361ea4-cf3d-46d9-ada2-051715729314 req-16f5f918-0c73-4bde-8fc0-24c6dd3bca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:04.118647 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e8361ea4-cf3d-46d9-ada2-051715729314 req-16f5f918-0c73-4bde-8fc0-24c6dd3bca5c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=20a1ab75-91ff-42bf-8f06-dc58f148fdfb HTTP/1.1" status: 200 len: 1099 time: 0.0788379 Jul 23 11:02:04.120328 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-e458bd60-2fb6-42f5-9544-4a698f41c315 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3aca05f-fcc6-4e98-9fbe-8399f7ff6800') {'for_net_delete': True} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:02:04.120788 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-e458bd60-2fb6-42f5-9544-4a698f41c315 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3aca05f-fcc6-4e98-9fbe-8399f7ff6800') {} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:02:04.134041 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e458bd60-2fb6-42f5-9544-4a698f41c315 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792856541624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31874243'] for segment, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:04.149693 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e458bd60-2fb6-42f5-9544-4a698f41c315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402'] for segment, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:04.156395 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e458bd60-2fb6-42f5-9544-4a698f41c315 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=93046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:02:04.157671 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e458bd60-2fb6-42f5-9544-4a698f41c315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31524794'] for segment, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:04.160142 dv-cinder-801989-3-iscsi neutron-server[93046]: Traceback (most recent call last): Jul 23 11:02:04.160142 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:02:04.160142 dv-cinder-801989-3-iscsi neutron-server[93046]: timer() Jul 23 11:02:04.160142 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:02:04.160142 dv-cinder-801989-3-iscsi neutron-server[93046]: cb(*args, **kw) Jul 23 11:02:04.160142 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:02:04.160142 dv-cinder-801989-3-iscsi neutron-server[93046]: return func(*args, **kwargs) Jul 23 11:02:04.160142 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:02:04.160142 dv-cinder-801989-3-iscsi neutron-server[93046]: self._notify() Jul 23 11:02:04.160142 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:02:04.160142 dv-cinder-801989-3-iscsi neutron-server[93046]: self.callback(batched_events) Jul 23 11:02:04.160142 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:02:04.160142 dv-cinder-801989-3-iscsi neutron-server[93046]: event.method(event) Jul 23 11:02:04.160142 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:02:04.160142 dv-cinder-801989-3-iscsi neutron-server[93046]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:02:04.160142 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:02:04.160142 dv-cinder-801989-3-iscsi neutron-server[93046]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:02:04.160142 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:02:04.160142 dv-cinder-801989-3-iscsi neutron-server[93046]: return f(self, *a, **k) Jul 23 11:02:04.160142 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:02:04.160142 dv-cinder-801989-3-iscsi neutron-server[93046]: return self._get(url).json() Jul 23 11:02:04.160142 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:02:04.160142 dv-cinder-801989-3-iscsi neutron-server[93046]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:02:04.160142 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:02:04.160142 dv-cinder-801989-3-iscsi neutron-server[93046]: return self.request(url, 'GET', **kwargs) Jul 23 11:02:04.160142 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:02:04.160142 dv-cinder-801989-3-iscsi neutron-server[93046]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:02:04.160142 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:02:04.160142 dv-cinder-801989-3-iscsi neutron-server[93046]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:02:04.160142 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:02:04.160142 dv-cinder-801989-3-iscsi neutron-server[93046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:02:04.160142 dv-cinder-801989-3-iscsi neutron-server[93046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:02:04.165464 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e8361ea4-cf3d-46d9-ada2-051715729314 req-fede074e-453f-4392-ab1f-345bff0d0be9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325184 Jul 23 11:02:04.220859 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e458bd60-2fb6-42f5-9544-4a698f41c315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409060'] for network, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:04.237450 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e458bd60-2fb6-42f5-9544-4a698f41c315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:04.243129 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-e458bd60-2fb6-42f5-9544-4a698f41c315 admin admin] 10.222.0.47 "DELETE /v2.0/networks/b338a924-cd1f-43eb-97a0-63ad8a12b5a8 HTTP/1.1" status: 204 len: 168 time: 0.3075631 Jul 23 11:02:04.243129 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458bd60-2fb6-42f5-9544-4a698f41c315 admin admin] Pushing event deleted for resources: {'Network': ['ID=b338a924-cd1f-43eb-97a0-63ad8a12b5a8,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:04.447860 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 55152) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:04.488522 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-527e1e20-4832-4b6d-a6ab-3ca87d3827f2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b5e1286101da40ceb620c50feb7b719b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393655 Jul 23 11:02:04.491566 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 55154) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:04.540335 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8de4501f-309f-446a-a166-951ce48c0b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:04.561353 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8de4501f-309f-446a-a166-951ce48c0b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:04.646444 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8de4501f-309f-446a-a166-951ce48c0b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:04.649136 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8de4501f-309f-446a-a166-951ce48c0b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:04.652974 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-8de4501f-309f-446a-a166-951ce48c0b4b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f4db2436-05ed-4f98-a400-a1b14ff8fa5c HTTP/1.1" status: 204 len: 168 time: 0.1577373 Jul 23 11:02:04.665093 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4501f-309f-446a-a166-951ce48c0b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4db2436-05ed-4f98-a400-a1b14ff8fa5c,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:04.690913 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b0d51-09f8-4f97-923d-06d167e35ee9 req-75a99a24-35a5-4ba7-a32e-b7ae1d695f5c tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:04.692468 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-8a7b0d51-09f8-4f97-923d-06d167e35ee9 req-75a99a24-35a5-4ba7-a32e-b7ae1d695f5c tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a1ab75-91ff-42bf-8f06-dc58f148fdfb HTTP/1.1" status: 200 len: 946 time: 0.0908153 Jul 23 11:02:04.759697 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-8a7b0d51-09f8-4f97-923d-06d167e35ee9 req-64a8e60f-a3d4-4061-a21a-ffb51ee986f9 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482171 Jul 23 11:02:05.605165 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106cd5c-2821-4dd6-b762-119c722601f7 req-281ef530-98c7-4009-b482-d666bb7f29a6 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:05.606670 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3106cd5c-2821-4dd6-b762-119c722601f7 req-281ef530-98c7-4009-b482-d666bb7f29a6 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0642009 Jul 23 11:02:05.646900 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3106cd5c-2821-4dd6-b762-119c722601f7 req-b87ee708-83c3-41a3-8e08-a95c928f86de tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340781 Jul 23 11:02:05.906679 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff308f16-5966-4bf4-bf0e-16d332214545 req-f1377d32-f7b6-4487-957a-3bbe83e0c748 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:05.909029 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ff308f16-5966-4bf4-bf0e-16d332214545 req-f1377d32-f7b6-4487-957a-3bbe83e0c748 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a1ab75-91ff-42bf-8f06-dc58f148fdfb HTTP/1.1" status: 200 len: 946 time: 0.0722344 Jul 23 11:02:05.955884 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ff308f16-5966-4bf4-bf0e-16d332214545 req-1d819c5a-d8dd-46a3-9c07-b75473818cb8 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412025 Jul 23 11:02:07.085119 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0ce22-1594-4b2c-a42c-6b1e658d9593 req-5e860db6-bff3-430a-b8be-5c41e3a66f3e tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:07.086595 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d2c0ce22-1594-4b2c-a42c-6b1e658d9593 req-5e860db6-bff3-430a-b8be-5c41e3a66f3e tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a1ab75-91ff-42bf-8f06-dc58f148fdfb HTTP/1.1" status: 200 len: 946 time: 0.0616806 Jul 23 11:02:07.124928 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d2c0ce22-1594-4b2c-a42c-6b1e658d9593 req-2c954c01-2902-4b6a-9858-f2f230ed1496 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328107 Jul 23 11:02:07.556134 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:02:08.229757 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 55274) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:08.328349 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6a263394-f28b-44d6-9b63-a3e9515278f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:08.419442 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6a263394-f28b-44d6-9b63-a3e9515278f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:08.423415 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6a263394-f28b-44d6-9b63-a3e9515278f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:08.465345 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-6a263394-f28b-44d6-9b63-a3e9515278f9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a3f43b68dfdf44b4904f1cb2af14086a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322152 Jul 23 11:02:08.465345 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a263394-f28b-44d6-9b63-a3e9515278f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366582b0-2cba-44a7-b9b1-4431a35e7855,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:08.466104 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 55284) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:08.525650 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a969daaa-0775-45bd-8eb6-ea604873900f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:08.549963 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a969daaa-0775-45bd-8eb6-ea604873900f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:08.596755 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a969daaa-0775-45bd-8eb6-ea604873900f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:08.599323 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a969daaa-0775-45bd-8eb6-ea604873900f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:08.602759 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-a969daaa-0775-45bd-8eb6-ea604873900f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/366582b0-2cba-44a7-b9b1-4431a35e7855 HTTP/1.1" status: 204 len: 168 time: 0.1327536 Jul 23 11:02:08.609511 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a969daaa-0775-45bd-8eb6-ea604873900f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366582b0-2cba-44a7-b9b1-4431a35e7855,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:08.617571 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a969daaa-0775-45bd-8eb6-ea604873900f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:08.617927 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a969daaa-0775-45bd-8eb6-ea604873900f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:08.618271 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a969daaa-0775-45bd-8eb6-ea604873900f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:08.618653 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a969daaa-0775-45bd-8eb6-ea604873900f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:08.618946 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a969daaa-0775-45bd-8eb6-ea604873900f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:08.620054 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a969daaa-0775-45bd-8eb6-ea604873900f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:08.620054 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a969daaa-0775-45bd-8eb6-ea604873900f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:08.620054 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a969daaa-0775-45bd-8eb6-ea604873900f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:08.620390 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a969daaa-0775-45bd-8eb6-ea604873900f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:08.620864 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a969daaa-0775-45bd-8eb6-ea604873900f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:08.621350 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a969daaa-0775-45bd-8eb6-ea604873900f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:08.621679 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a969daaa-0775-45bd-8eb6-ea604873900f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:09.611103 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 55342) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:09.710959 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-80884eed-722d-4666-a298-4111a8184e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:09.798299 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-80884eed-722d-4666-a298-4111a8184e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:09.801778 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-80884eed-722d-4666-a298-4111a8184e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:09.838235 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-80884eed-722d-4666-a298-4111a8184e36 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=05a9903d999543dc8e2fa8276d1829e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2260976 Jul 23 11:02:09.839084 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80884eed-722d-4666-a298-4111a8184e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c111080-3fc6-4a2e-b2a5-6544f51974f2,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:09.840971 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 55350) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:09.894686 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-03e534a4-97d2-4c02-a50d-bb194b113cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:09.917162 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-03e534a4-97d2-4c02-a50d-bb194b113cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:09.963649 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-03e534a4-97d2-4c02-a50d-bb194b113cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:09.966571 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-03e534a4-97d2-4c02-a50d-bb194b113cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:09.967892 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-03e534a4-97d2-4c02-a50d-bb194b113cd6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3c111080-3fc6-4a2e-b2a5-6544f51974f2 HTTP/1.1" status: 204 len: 168 time: 0.1254478 Jul 23 11:02:09.979290 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e534a4-97d2-4c02-a50d-bb194b113cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c111080-3fc6-4a2e-b2a5-6544f51974f2,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:09.991352 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e534a4-97d2-4c02-a50d-bb194b113cd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:09.991785 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e534a4-97d2-4c02-a50d-bb194b113cd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:09.992387 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e534a4-97d2-4c02-a50d-bb194b113cd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:09.992945 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e534a4-97d2-4c02-a50d-bb194b113cd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:09.993501 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e534a4-97d2-4c02-a50d-bb194b113cd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:09.994040 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e534a4-97d2-4c02-a50d-bb194b113cd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:09.994604 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e534a4-97d2-4c02-a50d-bb194b113cd6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:09.995175 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e534a4-97d2-4c02-a50d-bb194b113cd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:09.995748 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e534a4-97d2-4c02-a50d-bb194b113cd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:09.996352 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e534a4-97d2-4c02-a50d-bb194b113cd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:09.996893 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e534a4-97d2-4c02-a50d-bb194b113cd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:09.997449 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e534a4-97d2-4c02-a50d-bb194b113cd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:16.527101 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-c1eea2d1-1008-4b32-bbcd-aa79aed2f583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:18.155017 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f744dff-2797-4149-a3a4-7d7806c664e6 req-311439f7-a7b7-4f40-9f1b-825e022f299c tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:18.156526 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8f744dff-2797-4149-a3a4-7d7806c664e6 req-311439f7-a7b7-4f40-9f1b-825e022f299c tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.1067688 Jul 23 11:02:18.158845 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de585b1-489e-4fe2-86e5-1b1c39a4433d req-6d02a7a5-9dea-48c8-bddd-6af3eba68c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:18.160220 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9de585b1-489e-4fe2-86e5-1b1c39a4433d req-6d02a7a5-9dea-48c8-bddd-6af3eba68c3b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7b38d280bb2e4b88b54d95921882a95b&device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 1099 time: 0.0994949 Jul 23 11:02:18.220849 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8f744dff-2797-4149-a3a4-7d7806c664e6 req-bba8a7fb-8622-4d99-8c24-9bed2b1d9423 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578935 Jul 23 11:02:18.276493 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de585b1-489e-4fe2-86e5-1b1c39a4433d req-dd85b08a-e210-469c-93cc-6656d1708beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:18.277971 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9de585b1-489e-4fe2-86e5-1b1c39a4433d req-dd85b08a-e210-469c-93cc-6656d1708beb service neutron] 10.222.0.48 "GET /v2.0/networks?id=0f52d38e-0362-4264-9e97-fc5007fd139b HTTP/1.1" status: 200 len: 920 time: 0.1026237 Jul 23 11:02:18.331429 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9de585b1-489e-4fe2-86e5-1b1c39a4433d req-05bd011e-f02e-4625-bd0e-df93e8dc9fcc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7e68c1e-5ada-45c9-99a7-252798ccb43e HTTP/1.1" status: 200 len: 217 time: 0.0349832 Jul 23 11:02:18.382878 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de585b1-489e-4fe2-86e5-1b1c39a4433d req-d236eb23-6409-4784-91f0-ae2b604d2cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:18.384313 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9de585b1-489e-4fe2-86e5-1b1c39a4433d req-d236eb23-6409-4784-91f0-ae2b604d2cfc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8bbfc4c9-e217-47f8-86e6-9511348173f3 HTTP/1.1" status: 200 len: 859 time: 0.0432022 Jul 23 11:02:18.427048 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9de585b1-489e-4fe2-86e5-1b1c39a4433d req-db75e84d-67e9-4542-8a7c-b4ac96e050a4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f52d38e-0362-4264-9e97-fc5007fd139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248158 Jul 23 11:02:18.522110 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9de585b1-489e-4fe2-86e5-1b1c39a4433d req-3d427403-3d87-42f4-99a6-7e4d6a58e909 service neutron] 10.222.0.48 "GET /v2.0/networks/0f52d38e-0362-4264-9e97-fc5007fd139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807438 Jul 23 11:02:18.622789 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9de585b1-489e-4fe2-86e5-1b1c39a4433d req-2b93c107-9be3-49d5-aad3-90052fba125e service neutron] 10.222.0.48 "GET /v2.0/networks/0f52d38e-0362-4264-9e97-fc5007fd139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866644 Jul 23 11:02:19.354255 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc414b-959f-43ca-a131-058b4a6d8410 req-53297a18-d138-4adc-ac37-108af1ce1063 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:19.355768 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-78fc414b-959f-43ca-a131-058b4a6d8410 req-53297a18-d138-4adc-ac37-108af1ce1063 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0666745 Jul 23 11:02:19.396498 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-78fc414b-959f-43ca-a131-058b4a6d8410 req-f705d46b-ff5a-4da2-b2c2-5bf42a04fe8f tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351226 Jul 23 11:02:19.548448 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-1647b374-4ca1-44fa-b581-ba5da84bb8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:19.676973 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:19.970191 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 55602) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:20.069875 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a875dac8-dc7f-4ad8-930b-524b3706e249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:20.154841 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a875dac8-dc7f-4ad8-930b-524b3706e249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:20.158414 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a875dac8-dc7f-4ad8-930b-524b3706e249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:20.195722 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-a875dac8-dc7f-4ad8-930b-524b3706e249 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f8a93c54f8eb405788b2b8334ff0623d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244163 Jul 23 11:02:20.196585 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875dac8-dc7f-4ad8-930b-524b3706e249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92739756-33f1-40d4-a03b-db2f1592112f,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:20.198446 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 55608) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:20.253401 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-44d48337-f8e2-4742-a66c-2f89ccc3a13d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:20.275770 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-44d48337-f8e2-4742-a66c-2f89ccc3a13d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:20.323352 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-44d48337-f8e2-4742-a66c-2f89ccc3a13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:20.326100 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-44d48337-f8e2-4742-a66c-2f89ccc3a13d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:20.327275 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-44d48337-f8e2-4742-a66c-2f89ccc3a13d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/92739756-33f1-40d4-a03b-db2f1592112f HTTP/1.1" status: 204 len: 168 time: 0.1261158 Jul 23 11:02:20.335151 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d48337-f8e2-4742-a66c-2f89ccc3a13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92739756-33f1-40d4-a03b-db2f1592112f,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:20.500199 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:20.571030 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e563814-a921-46e7-bcae-8dd6966c41c5 req-744a4170-6b9b-45ec-896a-a0bc3829904f tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:20.573759 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8e563814-a921-46e7-bcae-8dd6966c41c5 req-744a4170-6b9b-45ec-896a-a0bc3829904f tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0933685 Jul 23 11:02:20.622678 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8e563814-a921-46e7-bcae-8dd6966c41c5 req-11975323-88a5-49a5-9b98-5aeb50545a20 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431802 Jul 23 11:02:21.680520 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b36c06-c53f-4b96-9ee5-4e3ffb9404da req-6b9af93c-68df-48be-b395-495dc6ec7b9f tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:21.681990 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-27b36c06-c53f-4b96-9ee5-4e3ffb9404da req-6b9af93c-68df-48be-b395-495dc6ec7b9f tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 945 time: 0.0644388 Jul 23 11:02:21.717856 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-27b36c06-c53f-4b96-9ee5-4e3ffb9404da req-77cb505f-9d83-420d-9da1-42878ecb639f tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305049 Jul 23 11:02:21.762105 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237c663-ecfd-49b6-a977-7ad47a96cae7 req-3b5c1671-20bb-4d2a-8eab-9e7515a685f1 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:21.763571 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-1237c663-ecfd-49b6-a977-7ad47a96cae7 req-3b5c1671-20bb-4d2a-8eab-9e7515a685f1 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0649571 Jul 23 11:02:21.800342 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-1237c663-ecfd-49b6-a977-7ad47a96cae7 req-3872e972-5e55-4762-91b4-f5b9bddba8c9 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304694 Jul 23 11:02:22.021309 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:22.851497 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ddf44-f1c5-4368-bcc2-1a800944a40e req-c3370abf-4f6c-4330-8183-389f3221e6b9 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:22.853038 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0a6ddf44-f1c5-4368-bcc2-1a800944a40e req-c3370abf-4f6c-4330-8183-389f3221e6b9 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 945 time: 0.0614614 Jul 23 11:02:22.891423 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0a6ddf44-f1c5-4368-bcc2-1a800944a40e req-890dd87b-b71e-4af2-9162-da06f8ee1ab6 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325806 Jul 23 11:02:22.932258 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa02083-1580-4bb7-9641-3a120f72aa18 req-4833d52a-0dad-4c5d-912c-97f79cfbf507 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:22.933767 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-7fa02083-1580-4bb7-9641-3a120f72aa18 req-4833d52a-0dad-4c5d-912c-97f79cfbf507 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0679126 Jul 23 11:02:22.970595 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-7fa02083-1580-4bb7-9641-3a120f72aa18 req-2b48f11c-9412-4638-91a1-4106c8aadb71 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314207 Jul 23 11:02:24.028574 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34360b-767b-4b97-b966-3abbc642f40b req-b143efa6-31ae-40fb-a0ca-8056a1d1f6a0 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:24.029996 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1d34360b-767b-4b97-b966-3abbc642f40b req-b143efa6-31ae-40fb-a0ca-8056a1d1f6a0 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 945 time: 0.0670168 Jul 23 11:02:24.068312 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1d34360b-767b-4b97-b966-3abbc642f40b req-e803f661-a568-4015-aa1d-1d5c3bea3b4a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321875 Jul 23 11:02:24.109159 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3fb9c-8c04-4079-b3d4-643f072c6c47 req-73b896f7-483c-4b8a-9809-3f8a5b0c8751 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:24.110638 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-43b3fb9c-8c04-4079-b3d4-643f072c6c47 req-73b896f7-483c-4b8a-9809-3f8a5b0c8751 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0625482 Jul 23 11:02:24.147356 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-43b3fb9c-8c04-4079-b3d4-643f072c6c47 req-b151e918-5af4-4e9b-800a-95e16e75d018 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304577 Jul 23 11:02:25.204319 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff47f58-9074-4289-83a3-87201dfe4d48 req-9369a246-57f9-462d-b8fb-25e89759b484 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:25.206310 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-fff47f58-9074-4289-83a3-87201dfe4d48 req-9369a246-57f9-462d-b8fb-25e89759b484 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 945 time: 0.0655079 Jul 23 11:02:25.244128 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-fff47f58-9074-4289-83a3-87201dfe4d48 req-84ad6024-b540-4915-9eef-f6e825e8feac tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316832 Jul 23 11:02:25.274484 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa079c92-ba1c-45bd-b350-40bc02f9567b req-686ee147-f60c-4aa8-8958-570cb19f3b09 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:25.276016 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fa079c92-ba1c-45bd-b350-40bc02f9567b req-686ee147-f60c-4aa8-8958-570cb19f3b09 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0615914 Jul 23 11:02:25.312350 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fa079c92-ba1c-45bd-b350-40bc02f9567b req-7a398bdb-87c3-4552-a965-5d0028fb484b tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307345 Jul 23 11:02:25.593231 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7a387-9314-47fc-860a-438ece240c40 req-79ccf6d0-b1c5-448e-8afc-5af35177b5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:25.594712 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-dbb7a387-9314-47fc-860a-438ece240c40 req-79ccf6d0-b1c5-448e-8afc-5af35177b5c4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7b38d280bb2e4b88b54d95921882a95b&device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 1099 time: 0.0530081 Jul 23 11:02:25.711210 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7a387-9314-47fc-860a-438ece240c40 req-4c9bb5c6-b177-4eee-a129-8600654ee4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:25.712698 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-dbb7a387-9314-47fc-860a-438ece240c40 req-4c9bb5c6-b177-4eee-a129-8600654ee4fb service neutron] 10.222.0.48 "GET /v2.0/networks?id=0f52d38e-0362-4264-9e97-fc5007fd139b HTTP/1.1" status: 200 len: 920 time: 0.0874186 Jul 23 11:02:25.756107 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-dbb7a387-9314-47fc-860a-438ece240c40 req-1e78c2c1-d001-4a45-9f4a-352cd2231a7b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7e68c1e-5ada-45c9-99a7-252798ccb43e HTTP/1.1" status: 200 len: 217 time: 0.0350699 Jul 23 11:02:25.817499 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7a387-9314-47fc-860a-438ece240c40 req-c5969a25-c1bf-4f37-8274-968ba594c782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:25.818990 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-dbb7a387-9314-47fc-860a-438ece240c40 req-c5969a25-c1bf-4f37-8274-968ba594c782 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8bbfc4c9-e217-47f8-86e6-9511348173f3 HTTP/1.1" status: 200 len: 859 time: 0.0541644 Jul 23 11:02:25.865005 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-dbb7a387-9314-47fc-860a-438ece240c40 req-100e000d-c14c-430c-99af-605cfb8d9d02 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f52d38e-0362-4264-9e97-fc5007fd139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265577 Jul 23 11:02:25.959482 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-dbb7a387-9314-47fc-860a-438ece240c40 req-9ab52971-9b4c-4d6b-8900-dc6bf864f5c2 service neutron] 10.222.0.48 "GET /v2.0/networks/0f52d38e-0362-4264-9e97-fc5007fd139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836296 Jul 23 11:02:26.060387 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-dbb7a387-9314-47fc-860a-438ece240c40 req-705da8b3-0951-4f44-99b7-727f4368ee41 service neutron] 10.222.0.48 "GET /v2.0/networks/0f52d38e-0362-4264-9e97-fc5007fd139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833306 Jul 23 11:02:26.385242 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58faf7e-12f4-4348-9df1-02dfade96ea0 req-0cf9bcd5-4429-42a9-8aba-4075a5b60c1b tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:26.386632 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-f58faf7e-12f4-4348-9df1-02dfade96ea0 req-0cf9bcd5-4429-42a9-8aba-4075a5b60c1b tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 945 time: 0.0703855 Jul 23 11:02:26.425794 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-f58faf7e-12f4-4348-9df1-02dfade96ea0 req-25934172-f819-4fa8-8080-bc6d947dc8c0 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332546 Jul 23 11:02:26.443200 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee137fd4-eb16-4aa5-86c9-a4b3e1d69ee3 req-9c19ae84-692c-4067-a6e1-51557e627557 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:26.444762 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ee137fd4-eb16-4aa5-86c9-a4b3e1d69ee3 req-9c19ae84-692c-4067-a6e1-51557e627557 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0638392 Jul 23 11:02:26.483304 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ee137fd4-eb16-4aa5-86c9-a4b3e1d69ee3 req-ccf27957-6caa-4dba-be51-83e9c9066da3 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327814 Jul 23 11:02:27.478852 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f2151-636c-48bf-bf00-c3f23dd53b65 req-c005c139-558d-4b8d-9935-49cad1b42a65 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:27.480361 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3d0f2151-636c-48bf-bf00-c3f23dd53b65 req-c005c139-558d-4b8d-9935-49cad1b42a65 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a1ab75-91ff-42bf-8f06-dc58f148fdfb HTTP/1.1" status: 200 len: 946 time: 0.0648155 Jul 23 11:02:27.518536 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3d0f2151-636c-48bf-bf00-c3f23dd53b65 req-6f393419-a1a2-43b5-8a11-9ea2d2c56840 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319867 Jul 23 11:02:27.564228 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88c805-4c36-456e-8c92-3eece8673322 req-81f721f6-f965-430c-8890-d77711851307 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:27.566244 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-cc88c805-4c36-456e-8c92-3eece8673322 req-81f721f6-f965-430c-8890-d77711851307 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 945 time: 0.0670722 Jul 23 11:02:27.638493 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89bd22-a0ad-4072-a3f7-b5a9aaeba65e req-10a1aac2-60a2-4215-9da3-0f19530c22a4 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:27.639963 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3a89bd22-a0ad-4072-a3f7-b5a9aaeba65e req-10a1aac2-60a2-4215-9da3-0f19530c22a4 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0653031 Jul 23 11:02:27.679504 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3a89bd22-a0ad-4072-a3f7-b5a9aaeba65e req-c0584350-f8ec-48b4-a7f7-3f7dc744702d tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329168 Jul 23 11:02:27.788247 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-cc88c805-4c36-456e-8c92-3eece8673322 req-3cf47dab-9120-499d-b7f1-853ec6dac9c3 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165556 Jul 23 11:02:28.654030 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d489b-b836-4fe5-98fa-7237fbac0b56 req-e43e197d-4c74-4811-9dbe-e857afe68bb4 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:28.655497 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-104d489b-b836-4fe5-98fa-7237fbac0b56 req-e43e197d-4c74-4811-9dbe-e857afe68bb4 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a1ab75-91ff-42bf-8f06-dc58f148fdfb HTTP/1.1" status: 200 len: 946 time: 0.0645196 Jul 23 11:02:28.693998 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-104d489b-b836-4fe5-98fa-7237fbac0b56 req-fe920600-91ca-4764-8f25-0a0fe3962395 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323620 Jul 23 11:02:28.818254 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04bce8-5f33-453b-a6c8-bc593838e014 req-97f85608-b4a9-4377-bd0a-487eaef72fc2 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:28.819799 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-7f04bce8-5f33-453b-a6c8-bc593838e014 req-97f85608-b4a9-4377-bd0a-487eaef72fc2 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0678804 Jul 23 11:02:28.861172 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-7f04bce8-5f33-453b-a6c8-bc593838e014 req-7462eb4e-894f-4d91-8c61-0831d09b3107 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355778 Jul 23 11:02:28.927141 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba4b70-cffe-42f2-a24b-45e652735374 req-1c90034c-e46e-45b9-ab12-85b03d9d6890 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:28.928637 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-22ba4b70-cffe-42f2-a24b-45e652735374 req-1c90034c-e46e-45b9-ab12-85b03d9d6890 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 945 time: 0.0622678 Jul 23 11:02:28.964954 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-22ba4b70-cffe-42f2-a24b-45e652735374 req-f9b2bde2-d15f-40d2-bb5f-1423fa3857dd tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305870 Jul 23 11:02:29.822309 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b87d24-1857-434a-a94a-40c4c312e086 req-c2aa95e5-18c1-4b6c-b9db-d6e6e2ef9ae3 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:29.823751 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-17b87d24-1857-434a-a94a-40c4c312e086 req-c2aa95e5-18c1-4b6c-b9db-d6e6e2ef9ae3 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a1ab75-91ff-42bf-8f06-dc58f148fdfb HTTP/1.1" status: 200 len: 946 time: 0.0617213 Jul 23 11:02:29.863445 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-17b87d24-1857-434a-a94a-40c4c312e086 req-0967a581-30b4-4ba8-98ef-898a5adc05e9 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341427 Jul 23 11:02:29.994197 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ac2be-c726-4e31-9802-0de68f101db8 req-5d634bf1-61c3-469f-a634-06f28fd08de1 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:29.995590 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e23ac2be-c726-4e31-9802-0de68f101db8 req-5d634bf1-61c3-469f-a634-06f28fd08de1 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0617557 Jul 23 11:02:30.031689 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e23ac2be-c726-4e31-9802-0de68f101db8 req-e5962cb9-5561-4dc7-9529-25424992e8f3 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306828 Jul 23 11:02:30.097873 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739cf69-956d-4af7-befd-8ff0daeaa016 req-f1843f29-c294-4e60-99a4-c1b4bf6d872d tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:30.099645 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0739cf69-956d-4af7-befd-8ff0daeaa016 req-f1843f29-c294-4e60-99a4-c1b4bf6d872d tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 945 time: 0.0626440 Jul 23 11:02:30.136576 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0739cf69-956d-4af7-befd-8ff0daeaa016 req-3779b4c4-681d-40e2-970f-6460db439a5d tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315373 Jul 23 11:02:30.561495 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85c6e0-fe6a-4c34-9e7c-a9b8f9877eeb req-e6e504c1-4a2b-4e50-9f75-3412bde18aad tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:30.562941 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2b85c6e0-fe6a-4c34-9e7c-a9b8f9877eeb req-e6e504c1-4a2b-4e50-9f75-3412bde18aad tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.48 "GET /v2.0/ports?device_id=20a1ab75-91ff-42bf-8f06-dc58f148fdfb HTTP/1.1" status: 200 len: 946 time: 0.0651581 Jul 23 11:02:30.566524 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:30.659617 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-2b85c6e0-fe6a-4c34-9e7c-a9b8f9877eeb req-aaf20e35-b0c0-4b9e-8e9c-9625566d1aa8 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Deleting port 0db38420-e05f-4e78-a2e9-d234c361b592 {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:02:30.659828 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-2b85c6e0-fe6a-4c34-9e7c-a9b8f9877eeb req-aaf20e35-b0c0-4b9e-8e9c-9625566d1aa8 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:30.745849 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-2b85c6e0-fe6a-4c34-9e7c-a9b8f9877eeb req-aaf20e35-b0c0-4b9e-8e9c-9625566d1aa8 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] For port 0db38420-e05f-4e78-a2e9-d234c361b592, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=0db38420-e05f-4e78-a2e9-d234c361b592,segment=NetworkSegment(c7124302-fb3f-495e-b748-07d02359f90e),segment_id=c7124302-fb3f-495e-b748-07d02359f90e)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:02:30.746198 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-2b85c6e0-fe6a-4c34-9e7c-a9b8f9877eeb req-aaf20e35-b0c0-4b9e-8e9c-9625566d1aa8 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:30.757623 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-2b85c6e0-fe6a-4c34-9e7c-a9b8f9877eeb req-aaf20e35-b0c0-4b9e-8e9c-9625566d1aa8 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Calling delete_port for 0db38420-e05f-4e78-a2e9-d234c361b592 owned by compute:nova {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:02:30.881450 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-2b85c6e0-fe6a-4c34-9e7c-a9b8f9877eeb req-aaf20e35-b0c0-4b9e-8e9c-9625566d1aa8 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:30.895665 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['15e4b25b-8260-457b-877f-079b28aefebf', '0cfb211e-c15a-4382-83a9-f21a866244a2', 'cff4c905-a2d7-4fa3-9205-14aac9fbec09', '0db38420-e05f-4e78-a2e9-d234c361b592'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:02:31.148890 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf20e35-b0c0-4b9e-8e9c-9625566d1aa8 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Pushing event deleted for resources: {'Port': ['ID=0db38420-e05f-4e78-a2e9-d234c361b592,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:31.181819 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7618271-7d03-4148-9c19-1890d4da467b req-eb7112a7-15c5-498f-b6ef-78f25116948d tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:31.183758 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-45019d32-0257-436d-a5f9-6182205a62c5 req-edf29cca-e6a5-476a-a83e-b06637d8c652 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a1ab75-91ff-42bf-8f06-dc58f148fdfb HTTP/1.1" status: 200 len: 210 time: 0.0421619 Jul 23 11:02:31.184158 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e7618271-7d03-4148-9c19-1890d4da467b req-eb7112a7-15c5-498f-b6ef-78f25116948d tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0770171 Jul 23 11:02:31.240224 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e7618271-7d03-4148-9c19-1890d4da467b req-0fea9e23-d491-496d-8443-7b057d255176 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429323 Jul 23 11:02:31.249210 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b85c6e0-fe6a-4c34-9e7c-a9b8f9877eeb req-aaf20e35-b0c0-4b9e-8e9c-9625566d1aa8 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] No DVR routers for this DVR port 0db38420-e05f-4e78-a2e9-d234c361b592 on host hv-cinder-80198 {{(pid=93047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:02:31.253289 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-2b85c6e0-fe6a-4c34-9e7c-a9b8f9877eeb req-aaf20e35-b0c0-4b9e-8e9c-9625566d1aa8 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:31.255564 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2b85c6e0-fe6a-4c34-9e7c-a9b8f9877eeb req-aaf20e35-b0c0-4b9e-8e9c-9625566d1aa8 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.48 "DELETE /v2.0/ports/0db38420-e05f-4e78-a2e9-d234c361b592 HTTP/1.1" status: 204 len: 173 time: 0.6865280 Jul 23 11:02:31.256605 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a1ab75-91ff-42bf-8f06-dc58f148fdfb', 'name': 'network-vif-deleted', 'tag': '0db38420-e05f-4e78-a2e9-d234c361b592'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:02:31.258786 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57990bb103ee5b7a3f14144f2b0acc3407ada3b1c8656e111118fed9c99398e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957dfd23-b60b-4a4e-b0c9-d20bbbf20083" -d '{"events": [{"server_uuid": "20a1ab75-91ff-42bf-8f06-dc58f148fdfb", "name": "network-vif-deleted", "tag": "0db38420-e05f-4e78-a2e9-d234c361b592"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:02:31.316015 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095fb479-dd5f-4fe8-aeaf-d0248946a1b5 x-openstack-request-id: req-095fb479-dd5f-4fe8-aeaf-d0248946a1b5 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:02:31.316350 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a1ab75-91ff-42bf-8f06-dc58f148fdfb", "name": "network-vif-deleted", "tag": "0db38420-e05f-4e78-a2e9-d234c361b592", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:02:31.316601 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-095fb479-dd5f-4fe8-aeaf-d0248946a1b5 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:02:31.316974 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a1ab75-91ff-42bf-8f06-dc58f148fdfb', 'name': 'network-vif-deleted', 'tag': '0db38420-e05f-4e78-a2e9-d234c361b592', 'status': 'completed', 'code': 200} Jul 23 11:02:31.331465 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee50a3-dd0c-49e7-97cd-63484bdd96a3 req-33103074-4caf-465e-bd33-02fc0b55f78b tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:31.332969 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-19ee50a3-dd0c-49e7-97cd-63484bdd96a3 req-33103074-4caf-465e-bd33-02fc0b55f78b tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 945 time: 0.0818887 Jul 23 11:02:31.371809 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-19ee50a3-dd0c-49e7-97cd-63484bdd96a3 req-632b962b-7e52-4a5b-855f-763aab97b6a9 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328600 Jul 23 11:02:32.361566 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbeb0a-cbff-4560-8a85-cd82959489ad req-3cc051aa-6e4a-4360-bde6-492152a14d0c tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:32.363279 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-43bbeb0a-cbff-4560-8a85-cd82959489ad req-3cc051aa-6e4a-4360-bde6-492152a14d0c tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0621393 Jul 23 11:02:32.401798 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-43bbeb0a-cbff-4560-8a85-cd82959489ad req-f4d329a3-ded5-4154-aa5c-db7f2b4ad02c tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328984 Jul 23 11:02:32.505198 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf561987-892e-4bd1-8d7e-554e596c6707 req-8b92f555-6114-426c-9e78-59773b69ccb1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:32.506563 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-cf561987-892e-4bd1-8d7e-554e596c6707 req-8b92f555-6114-426c-9e78-59773b69ccb1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 945 time: 0.0632513 Jul 23 11:02:32.545368 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-cf561987-892e-4bd1-8d7e-554e596c6707 req-a88160a9-781e-4429-913f-1a34f7f5de9e tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326650 Jul 23 11:02:33.539506 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94c417-567c-4e32-9423-eeb758bbe4e7 req-cc724e8b-803d-4b55-91cc-78ea1008d438 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:33.541115 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0e94c417-567c-4e32-9423-eeb758bbe4e7 req-cc724e8b-803d-4b55-91cc-78ea1008d438 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0649433 Jul 23 11:02:33.578216 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0e94c417-567c-4e32-9423-eeb758bbe4e7 req-8f6f236b-a649-41bc-b575-e19d9393d4d4 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314085 Jul 23 11:02:33.585042 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ff2f8-ee11-476d-9317-f2e381c7989c req-9d125733-c4aa-437a-a261-ccaf493304ee tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:33.586531 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-536ff2f8-ee11-476d-9317-f2e381c7989c req-9d125733-c4aa-437a-a261-ccaf493304ee tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c98a20a-417c-443e-be53-27c43a7a53f4 HTTP/1.1" status: 200 len: 946 time: 0.0638807 Jul 23 11:02:33.631114 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-536ff2f8-ee11-476d-9317-f2e381c7989c req-ed1fcd39-fa61-4f92-8f36-32119482095f tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391903 Jul 23 11:02:33.704351 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828f283-e376-431e-bea5-40b08f150c7f req-45d9f17a-4609-467b-a379-c82ac5889317 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:33.706363 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9828f283-e376-431e-bea5-40b08f150c7f req-45d9f17a-4609-467b-a379-c82ac5889317 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 945 time: 0.0637095 Jul 23 11:02:33.745465 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9828f283-e376-431e-bea5-40b08f150c7f req-17cd3c76-7216-4b4f-982f-e01205b850e1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335603 Jul 23 11:02:33.777902 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 0db38420-e05f-4e78-a2e9-d234c361b592 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:02:33.799720 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] No Port match for: 0db38420-e05f-4e78-a2e9-d234c361b592 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:02:33.800055 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 0db38420-e05f-4e78-a2e9-d234c361b592 not bound to the agent host hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:02:34.709061 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aaeba5-fc62-4adb-b55d-d856ac88b007 req-27c11706-f8c6-46a5-acf0-911439b30a3a tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:34.710692 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a1aaeba5-fc62-4adb-b55d-d856ac88b007 req-27c11706-f8c6-46a5-acf0-911439b30a3a tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0670428 Jul 23 11:02:34.749507 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a1aaeba5-fc62-4adb-b55d-d856ac88b007 req-9356426d-be8c-4ab1-9c60-392d86d0e99b tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326564 Jul 23 11:02:34.766291 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fec2c4-3846-495e-be82-870e0710f950 req-66b31aa5-b884-459c-a35e-0e644d78fd89 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:34.768486 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-88fec2c4-3846-495e-be82-870e0710f950 req-66b31aa5-b884-459c-a35e-0e644d78fd89 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c98a20a-417c-443e-be53-27c43a7a53f4 HTTP/1.1" status: 200 len: 946 time: 0.0668364 Jul 23 11:02:34.812555 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-88fec2c4-3846-495e-be82-870e0710f950 req-f9c46dba-a4bf-4cda-a1c4-9a98427ee9f6 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379968 Jul 23 11:02:34.891771 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f5c6a-0443-4a5e-aaa1-7786b41ea22f req-d1a157ed-2580-49cf-aed9-ae3e5d6548ef tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:34.893735 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3c0f5c6a-0443-4a5e-aaa1-7786b41ea22f req-d1a157ed-2580-49cf-aed9-ae3e5d6548ef tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 945 time: 0.0713046 Jul 23 11:02:34.930884 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3c0f5c6a-0443-4a5e-aaa1-7786b41ea22f req-02edf6f4-c3d2-49c0-b231-a1bb10b3974d tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312352 Jul 23 11:02:35.879739 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd49294-8da5-4f8e-8941-82351944e1a4 req-250ea405-f932-4a3f-bf13-a50862dac92b tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:35.881541 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-bbd49294-8da5-4f8e-8941-82351944e1a4 req-250ea405-f932-4a3f-bf13-a50862dac92b tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0628562 Jul 23 11:02:35.921917 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-bbd49294-8da5-4f8e-8941-82351944e1a4 req-e3c0ad8a-e02d-43ec-be4c-ec024cb9d987 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349615 Jul 23 11:02:35.948643 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d5cd9-a2ad-42c9-8984-bfaf6eb3ecee req-9fee577c-2686-4672-b57f-03bac55b196c tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:35.950116 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d29d5cd9-a2ad-42c9-8984-bfaf6eb3ecee req-9fee577c-2686-4672-b57f-03bac55b196c tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c98a20a-417c-443e-be53-27c43a7a53f4 HTTP/1.1" status: 200 len: 946 time: 0.0689006 Jul 23 11:02:35.988775 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d29d5cd9-a2ad-42c9-8984-bfaf6eb3ecee req-585f7908-8e55-4f40-a1c9-c6ffa8eb6339 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328107 Jul 23 11:02:36.065875 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4e823-6ec8-49ea-bd59-c3be62a4fa9a req-50d47084-0625-44ce-8437-bc15ded2d23c tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:36.067371 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-94d4e823-6ec8-49ea-bd59-c3be62a4fa9a req-50d47084-0625-44ce-8437-bc15ded2d23c tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 945 time: 0.0647185 Jul 23 11:02:36.104041 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-94d4e823-6ec8-49ea-bd59-c3be62a4fa9a req-d0e79b7c-8566-4136-a3fc-c97665e93069 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311224 Jul 23 11:02:36.173167 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61ce03-5fe5-4d8d-8472-52a3c7e0d09e req-a45f8fa8-febe-47be-8544-327f281a0433 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:36.175402 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0e61ce03-5fe5-4d8d-8472-52a3c7e0d09e req-a45f8fa8-febe-47be-8544-327f281a0433 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c98a20a-417c-443e-be53-27c43a7a53f4 HTTP/1.1" status: 200 len: 946 time: 0.0604246 Jul 23 11:02:36.276125 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-0e61ce03-5fe5-4d8d-8472-52a3c7e0d09e req-f045f62e-eb45-4b25-9da7-a3a1df9b7102 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Deleting port cff4c905-a2d7-4fa3-9205-14aac9fbec09 {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:02:36.276456 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-0e61ce03-5fe5-4d8d-8472-52a3c7e0d09e req-f045f62e-eb45-4b25-9da7-a3a1df9b7102 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:36.366563 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-0e61ce03-5fe5-4d8d-8472-52a3c7e0d09e req-f045f62e-eb45-4b25-9da7-a3a1df9b7102 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] For port cff4c905-a2d7-4fa3-9205-14aac9fbec09, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=cff4c905-a2d7-4fa3-9205-14aac9fbec09,segment=NetworkSegment(c7124302-fb3f-495e-b748-07d02359f90e),segment_id=c7124302-fb3f-495e-b748-07d02359f90e)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:02:36.366917 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-0e61ce03-5fe5-4d8d-8472-52a3c7e0d09e req-f045f62e-eb45-4b25-9da7-a3a1df9b7102 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:36.378652 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-0e61ce03-5fe5-4d8d-8472-52a3c7e0d09e req-f045f62e-eb45-4b25-9da7-a3a1df9b7102 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Calling delete_port for cff4c905-a2d7-4fa3-9205-14aac9fbec09 owned by compute:nova {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:02:36.500589 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-0e61ce03-5fe5-4d8d-8472-52a3c7e0d09e req-f045f62e-eb45-4b25-9da7-a3a1df9b7102 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:36.517303 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['15e4b25b-8260-457b-877f-079b28aefebf', '0cfb211e-c15a-4382-83a9-f21a866244a2', 'cff4c905-a2d7-4fa3-9205-14aac9fbec09'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:02:36.527635 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045f62e-eb45-4b25-9da7-a3a1df9b7102 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Pushing event deleted for resources: {'Port': ['ID=cff4c905-a2d7-4fa3-9205-14aac9fbec09,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:36.575138 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e61ce03-5fe5-4d8d-8472-52a3c7e0d09e req-f045f62e-eb45-4b25-9da7-a3a1df9b7102 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] No DVR routers for this DVR port cff4c905-a2d7-4fa3-9205-14aac9fbec09 on host hv-cinder-80198 {{(pid=93047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:02:36.577800 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-0e61ce03-5fe5-4d8d-8472-52a3c7e0d09e req-f045f62e-eb45-4b25-9da7-a3a1df9b7102 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:36.579848 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0e61ce03-5fe5-4d8d-8472-52a3c7e0d09e req-f045f62e-eb45-4b25-9da7-a3a1df9b7102 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.48 "DELETE /v2.0/ports/cff4c905-a2d7-4fa3-9205-14aac9fbec09 HTTP/1.1" status: 204 len: 173 time: 0.3949981 Jul 23 11:02:36.581073 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c98a20a-417c-443e-be53-27c43a7a53f4', 'name': 'network-vif-deleted', 'tag': 'cff4c905-a2d7-4fa3-9205-14aac9fbec09'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:02:36.583520 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57990bb103ee5b7a3f14144f2b0acc3407ada3b1c8656e111118fed9c99398e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558415ed-f8e2-46a4-a4f8-e0c6ba8755d8" -d '{"events": [{"server_uuid": "5c98a20a-417c-443e-be53-27c43a7a53f4", "name": "network-vif-deleted", "tag": "cff4c905-a2d7-4fa3-9205-14aac9fbec09"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:02:36.622377 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c328ea76-347b-42c8-bf69-abb56adfc59a x-openstack-request-id: req-c328ea76-347b-42c8-bf69-abb56adfc59a {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:02:36.623111 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c98a20a-417c-443e-be53-27c43a7a53f4", "name": "network-vif-deleted", "tag": "cff4c905-a2d7-4fa3-9205-14aac9fbec09", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:02:36.623434 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c328ea76-347b-42c8-bf69-abb56adfc59a {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:02:36.623892 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c98a20a-417c-443e-be53-27c43a7a53f4', 'name': 'network-vif-deleted', 'tag': 'cff4c905-a2d7-4fa3-9205-14aac9fbec09', 'status': 'completed', 'code': 200} Jul 23 11:02:37.048642 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ffb6d4-f283-410d-b9ed-b70a6f1c4d01 req-4852b604-de0f-40c9-a82e-be692482077e tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:37.055589 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-94ffb6d4-f283-410d-b9ed-b70a6f1c4d01 req-4852b604-de0f-40c9-a82e-be692482077e tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0615888 Jul 23 11:02:37.088368 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-94ffb6d4-f283-410d-b9ed-b70a6f1c4d01 req-c4dd3483-6785-4efc-a3ed-bf8c8679035e tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317559 Jul 23 11:02:37.101248 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a197581d-822b-41b8-bedd-bf8f00cd958b req-473ccc84-e126-4cfc-998b-be994efe3b49 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c98a20a-417c-443e-be53-27c43a7a53f4 HTTP/1.1" status: 200 len: 210 time: 0.0316279 Jul 23 11:02:37.243368 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf97d5-66cb-4726-bb12-e322a7797686 req-77fd9477-4dee-4e96-b97e-d7e50d2a60a9 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:37.244954 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-1bbf97d5-66cb-4726-bb12-e322a7797686 req-77fd9477-4dee-4e96-b97e-d7e50d2a60a9 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 945 time: 0.0639267 Jul 23 11:02:37.285405 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-1bbf97d5-66cb-4726-bb12-e322a7797686 req-61c2799b-8b1c-4920-9f16-f2cd74b99719 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346432 Jul 23 11:02:38.221832 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a2f4c-6f9d-405d-8d28-6430129a4044 req-6f23182b-7e0d-4fdd-a7e8-2053aac828a7 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:38.223302 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-093a2f4c-6f9d-405d-8d28-6430129a4044 req-6f23182b-7e0d-4fdd-a7e8-2053aac828a7 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0606337 Jul 23 11:02:38.264536 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-093a2f4c-6f9d-405d-8d28-6430129a4044 req-c3c72da3-5a9a-4349-9019-138f2cd141a0 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352855 Jul 23 11:02:38.384514 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e8c9d-fcb5-487c-a5a7-77ed00641209 req-c3d8454b-42be-4081-b823-ca129fc4bf1d tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:38.386008 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-254e8c9d-fcb5-487c-a5a7-77ed00641209 req-c3d8454b-42be-4081-b823-ca129fc4bf1d tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=d704b8cd-db8f-4ae7-a5d8-933b1b1a3f2b HTTP/1.1" status: 200 len: 945 time: 0.0675690 Jul 23 11:02:38.421293 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d9869-ec78-442f-b546-b72f227053b7 req-efb71f03-8b60-4a90-9a24-1cea6c327d47 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:38.422674 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2f9d9869-ec78-442f-b546-b72f227053b7 req-efb71f03-8b60-4a90-9a24-1cea6c327d47 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 945 time: 0.0650787 Jul 23 11:02:38.424260 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-254e8c9d-fcb5-487c-a5a7-77ed00641209 req-5de959ba-994f-43d1-be27-92d6976a70c1 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321717 Jul 23 11:02:38.461672 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2f9d9869-ec78-442f-b546-b72f227053b7 req-033e5cac-591f-470b-bf83-6307dbc0d064 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322845 Jul 23 11:02:39.391346 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b7797-17fb-44e0-b3d1-1b8db69d7691 req-4014628e-6f5d-4d1f-804a-21ae2f7c399a tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:39.393382 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9e2b7797-17fb-44e0-b3d1-1b8db69d7691 req-4014628e-6f5d-4d1f-804a-21ae2f7c399a tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0619874 Jul 23 11:02:39.430004 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9e2b7797-17fb-44e0-b3d1-1b8db69d7691 req-115677ac-f02e-4a66-a681-e2062ee37173 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312321 Jul 23 11:02:39.555413 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149ffa6-71b9-4fec-92af-913cbf0eddda req-7370fcff-1790-4ff7-ad87-35215a175012 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:39.556972 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a149ffa6-71b9-4fec-92af-913cbf0eddda req-7370fcff-1790-4ff7-ad87-35215a175012 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=d704b8cd-db8f-4ae7-a5d8-933b1b1a3f2b HTTP/1.1" status: 200 len: 945 time: 0.0676289 Jul 23 11:02:39.595995 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a149ffa6-71b9-4fec-92af-913cbf0eddda req-2a567122-05de-4e9f-9261-678c4f250c69 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331862 Jul 23 11:02:39.601402 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1668c0-4a57-4e77-950e-ed55d4e55fe1 req-e6f723c6-a90f-4599-9221-a50f115f57c6 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:39.602879 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6d1668c0-4a57-4e77-950e-ed55d4e55fe1 req-e6f723c6-a90f-4599-9221-a50f115f57c6 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 945 time: 0.0698085 Jul 23 11:02:39.639966 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6d1668c0-4a57-4e77-950e-ed55d4e55fe1 req-10a64172-ed20-4b51-b650-683b947f943a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315504 Jul 23 11:02:39.811637 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device cff4c905-a2d7-4fa3-9205-14aac9fbec09 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:02:39.831576 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] No Port match for: cff4c905-a2d7-4fa3-9205-14aac9fbec09 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:02:39.831917 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device cff4c905-a2d7-4fa3-9205-14aac9fbec09 not bound to the agent host hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:02:40.593340 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a80da-458a-4402-9460-e33f1c9769aa req-3f983f06-1fbd-4106-8d7b-8d4437539f59 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:40.594826 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d94a80da-458a-4402-9460-e33f1c9769aa req-3f983f06-1fbd-4106-8d7b-8d4437539f59 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0996432 Jul 23 11:02:40.607153 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c476b59-b09a-4e34-bf0d-a9387f631c68 req-74799100-b22a-4c72-bd07-220289ed053f tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:40.608598 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1c476b59-b09a-4e34-bf0d-a9387f631c68 req-74799100-b22a-4c72-bd07-220289ed053f tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.48 "GET /v2.0/ports?device_id=d704b8cd-db8f-4ae7-a5d8-933b1b1a3f2b HTTP/1.1" status: 200 len: 945 time: 0.0864143 Jul 23 11:02:40.678057 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d94a80da-458a-4402-9460-e33f1c9769aa req-5624b8c6-e65b-4f15-a380-55e34786f3d3 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684948 Jul 23 11:02:40.732359 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23ae10-18f1-43c0-9739-2da46d62e456 req-5143921b-3c4a-45cd-9b04-4c1235ddf5aa tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:40.733863 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9a23ae10-18f1-43c0-9739-2da46d62e456 req-5143921b-3c4a-45cd-9b04-4c1235ddf5aa tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=d704b8cd-db8f-4ae7-a5d8-933b1b1a3f2b HTTP/1.1" status: 200 len: 945 time: 0.0695312 Jul 23 11:02:40.734066 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-1c476b59-b09a-4e34-bf0d-a9387f631c68 req-2b14f832-8380-4de9-8e38-b7215b8b0cbf tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Deleting port 0cfb211e-c15a-4382-83a9-f21a866244a2 {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:02:40.734419 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-1c476b59-b09a-4e34-bf0d-a9387f631c68 req-2b14f832-8380-4de9-8e38-b7215b8b0cbf tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:40.772719 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9a23ae10-18f1-43c0-9739-2da46d62e456 req-0cf151f6-463a-4923-b4b3-9bf44fd8ec34 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333729 Jul 23 11:02:40.863964 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-1c476b59-b09a-4e34-bf0d-a9387f631c68 req-2b14f832-8380-4de9-8e38-b7215b8b0cbf tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] For port 0cfb211e-c15a-4382-83a9-f21a866244a2, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=0cfb211e-c15a-4382-83a9-f21a866244a2,segment=NetworkSegment(c7124302-fb3f-495e-b748-07d02359f90e),segment_id=c7124302-fb3f-495e-b748-07d02359f90e)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:02:40.864353 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-1c476b59-b09a-4e34-bf0d-a9387f631c68 req-2b14f832-8380-4de9-8e38-b7215b8b0cbf tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:40.880970 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-1c476b59-b09a-4e34-bf0d-a9387f631c68 req-2b14f832-8380-4de9-8e38-b7215b8b0cbf tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Calling delete_port for 0cfb211e-c15a-4382-83a9-f21a866244a2 owned by compute:nova {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:02:40.889554 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c5a70-768f-42ac-850a-8e731a4b88aa req-b331941e-506b-47b1-8d0e-76d0be9241f1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:40.891024 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-218c5a70-768f-42ac-850a-8e731a4b88aa req-b331941e-506b-47b1-8d0e-76d0be9241f1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 945 time: 0.1419158 Jul 23 11:02:40.979688 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-218c5a70-768f-42ac-850a-8e731a4b88aa req-3d943a07-53f1-4800-9f8e-5cfd3832dfcd tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797648 Jul 23 11:02:41.048517 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-1c476b59-b09a-4e34-bf0d-a9387f631c68 req-2b14f832-8380-4de9-8e38-b7215b8b0cbf tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:41.062490 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['15e4b25b-8260-457b-877f-079b28aefebf', '0cfb211e-c15a-4382-83a9-f21a866244a2'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:02:41.076260 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14f832-8380-4de9-8e38-b7215b8b0cbf tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Pushing event deleted for resources: {'Port': ['ID=0cfb211e-c15a-4382-83a9-f21a866244a2,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:41.128385 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c476b59-b09a-4e34-bf0d-a9387f631c68 req-2b14f832-8380-4de9-8e38-b7215b8b0cbf tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] No DVR routers for this DVR port 0cfb211e-c15a-4382-83a9-f21a866244a2 on host hv-cinder-80198 {{(pid=93047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:02:41.131076 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-1c476b59-b09a-4e34-bf0d-a9387f631c68 req-2b14f832-8380-4de9-8e38-b7215b8b0cbf tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:41.133067 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1c476b59-b09a-4e34-bf0d-a9387f631c68 req-2b14f832-8380-4de9-8e38-b7215b8b0cbf tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.48 "DELETE /v2.0/ports/0cfb211e-c15a-4382-83a9-f21a866244a2 HTTP/1.1" status: 204 len: 173 time: 0.5162368 Jul 23 11:02:41.133492 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd704b8cd-db8f-4ae7-a5d8-933b1b1a3f2b', 'name': 'network-vif-deleted', 'tag': '0cfb211e-c15a-4382-83a9-f21a866244a2'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:02:41.135793 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57990bb103ee5b7a3f14144f2b0acc3407ada3b1c8656e111118fed9c99398e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd071e7-88bd-4657-b3cf-14e2dd0e0b93" -d '{"events": [{"server_uuid": "d704b8cd-db8f-4ae7-a5d8-933b1b1a3f2b", "name": "network-vif-deleted", "tag": "0cfb211e-c15a-4382-83a9-f21a866244a2"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:02:41.177232 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258c9c56-9d24-4dcb-9946-9b4ae2f8d3f2 x-openstack-request-id: req-258c9c56-9d24-4dcb-9946-9b4ae2f8d3f2 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:02:41.177689 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d704b8cd-db8f-4ae7-a5d8-933b1b1a3f2b", "name": "network-vif-deleted", "tag": "0cfb211e-c15a-4382-83a9-f21a866244a2", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:02:41.177970 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-258c9c56-9d24-4dcb-9946-9b4ae2f8d3f2 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:02:41.178364 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd704b8cd-db8f-4ae7-a5d8-933b1b1a3f2b', 'name': 'network-vif-deleted', 'tag': '0cfb211e-c15a-4382-83a9-f21a866244a2', 'status': 'completed', 'code': 200} Jul 23 11:02:41.814940 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe757d-14da-4bce-ae93-ea3541790b54 req-9e14b63e-bd4c-492d-8ed8-b5603c6fadda tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:41.816577 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cebe757d-14da-4bce-ae93-ea3541790b54 req-9e14b63e-bd4c-492d-8ed8-b5603c6fadda tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0693648 Jul 23 11:02:41.858152 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cebe757d-14da-4bce-ae93-ea3541790b54 req-77bfc981-d0db-4c4e-9cb6-7cbfb045b401 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350342 Jul 23 11:02:41.890148 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3be94a5e-539a-4ac3-8757-ac82b8f51cf5 req-5dea06bf-4649-4501-b263-d468bd481adc tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=d704b8cd-db8f-4ae7-a5d8-933b1b1a3f2b HTTP/1.1" status: 200 len: 210 time: 0.0297658 Jul 23 11:02:42.108254 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c0afe-1f78-4cc5-8e3a-ddc38dac519f req-9f39b467-7510-4380-98e1-5e1baa78d44f tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:42.109733 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-110c0afe-1f78-4cc5-8e3a-ddc38dac519f req-9f39b467-7510-4380-98e1-5e1baa78d44f tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 945 time: 0.0615423 Jul 23 11:02:42.146453 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-110c0afe-1f78-4cc5-8e3a-ddc38dac519f req-aa403b92-031d-4d4f-b370-c692224d8b62 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305247 Jul 23 11:02:42.995646 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22281d-66c3-49cd-a80e-51f0e797f8f5 req-cd351377-b99e-43ef-87ea-afdcd01f50bb tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:42.999597 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-cf22281d-66c3-49cd-a80e-51f0e797f8f5 req-cd351377-b99e-43ef-87ea-afdcd01f50bb tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0690508 Jul 23 11:02:43.042512 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-cf22281d-66c3-49cd-a80e-51f0e797f8f5 req-32a4d614-6f24-4b70-a0b1-1107c5d69317 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356331 Jul 23 11:02:43.283938 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775fe23-52e9-4d1d-a565-767c086d1809 req-598548bd-0f9a-4581-92e7-13fbaf917989 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:43.285575 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e775fe23-52e9-4d1d-a565-767c086d1809 req-598548bd-0f9a-4581-92e7-13fbaf917989 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 945 time: 0.0696652 Jul 23 11:02:43.328235 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e775fe23-52e9-4d1d-a565-767c086d1809 req-dc206e55-fc79-4746-86c3-1ad7af4ef109 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360897 Jul 23 11:02:43.865102 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 916db45e-d7e1-46ba-ad2e-e1ab5404093a details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:02:43.875345 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 0cfb211e-c15a-4382-83a9-f21a866244a2 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:02:43.899567 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] No Port match for: 0cfb211e-c15a-4382-83a9-f21a866244a2 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:02:43.899915 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 0cfb211e-c15a-4382-83a9-f21a866244a2 not bound to the agent host hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:02:43.979043 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 916db45e-d7e1-46ba-ad2e-e1ab5404093a, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=916db45e-d7e1-46ba-ad2e-e1ab5404093a,segment=NetworkSegment(31f0a91c-1a9d-4ea5-a870-1d3406ab3af3),segment_id=31f0a91c-1a9d-4ea5-a870-1d3406ab3af3)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:02:43.989057 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Returning: {'device': '916db45e-d7e1-46ba-ad2e-e1ab5404093a', 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666', 'port_id': '916db45e-d7e1-46ba-ad2e-e1ab5404093a', 'mac_address': 'fa:16:3e:73:42:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0033b6fa-6a35-402d-9d48-f4dcba707c6e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:02:44.024709 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:44.037321 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 916db45e-d7e1-46ba-ad2e-e1ab5404093a {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:02:44.055464 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 916db45e-d7e1-46ba-ad2e-e1ab5404093a, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=916db45e-d7e1-46ba-ad2e-e1ab5404093a,segment=NetworkSegment(31f0a91c-1a9d-4ea5-a870-1d3406ab3af3),segment_id=31f0a91c-1a9d-4ea5-a870-1d3406ab3af3)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:02:44.059473 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:44.118940 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=916db45e-d7e1-46ba-ad2e-e1ab5404093a,revision_number=6']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:44.126066 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:44.127087 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:44.127495 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:44.127932 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:44.128297 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:44.128680 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:44.129014 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:44.129342 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:44.129691 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:44.130271 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:44.130594 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:44.130916 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:44.188868 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['916db45e-d7e1-46ba-ad2e-e1ab5404093a'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:02:44.204933 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b76fc-00da-466d-8edf-4c5cc2c3eea6 req-ef80aba3-c7ad-4b88-b2c2-d3b5c95211e7 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:44.207255 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-099b76fc-00da-466d-8edf-4c5cc2c3eea6 req-ef80aba3-c7ad-4b88-b2c2-d3b5c95211e7 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0681381 Jul 23 11:02:44.249364 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-099b76fc-00da-466d-8edf-4c5cc2c3eea6 req-78fee6e7-0cdb-400b-afb8-875c4c104d38 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368874 Jul 23 11:02:44.346729 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91cb4e9-22f8-4944-8624-cd0b3f228c84 req-93ad6812-6149-4bfa-8aa8-db4610ebb8b3 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:44.348119 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f91cb4e9-22f8-4944-8624-cd0b3f228c84 req-93ad6812-6149-4bfa-8aa8-db4610ebb8b3 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=3217b86f-f371-49f7-8dbe-de9e366ea9c5 HTTP/1.1" status: 200 len: 945 time: 0.0612755 Jul 23 11:02:44.386375 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f91cb4e9-22f8-4944-8624-cd0b3f228c84 req-98a953e8-c345-47c8-ae1d-198d18350efb tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327387 Jul 23 11:02:44.464980 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d2337-77af-48f6-82bb-93749bc5a8f8 req-51f93516-4450-4f18-a971-8daf4794d3a1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:44.466455 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-4f4d2337-77af-48f6-82bb-93749bc5a8f8 req-51f93516-4450-4f18-a971-8daf4794d3a1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 944 time: 0.0618410 Jul 23 11:02:44.503454 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-4f4d2337-77af-48f6-82bb-93749bc5a8f8 req-404939ec-3378-42cf-a043-0e355b40d66a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314753 Jul 23 11:02:44.555439 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:02:45.384705 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b640a5-f422-4ae8-92dd-b2d121d4a9b9 req-b6309153-9c02-49cf-bb11-58b4f5d49821 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:45.386205 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-00b640a5-f422-4ae8-92dd-b2d121d4a9b9 req-b6309153-9c02-49cf-bb11-58b4f5d49821 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0669956 Jul 23 11:02:45.424145 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-00b640a5-f422-4ae8-92dd-b2d121d4a9b9 req-3eb54c63-eabe-41cc-a380-f207f1aaef0a tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324883 Jul 23 11:02:45.532489 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d79e5-028a-44c3-b94c-6cec009e7503 req-662da59c-2886-400f-940e-9084991b0c93 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:45.534120 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e85d79e5-028a-44c3-b94c-6cec009e7503 req-662da59c-2886-400f-940e-9084991b0c93 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=3217b86f-f371-49f7-8dbe-de9e366ea9c5 HTTP/1.1" status: 200 len: 945 time: 0.0769200 Jul 23 11:02:45.592983 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e85d79e5-028a-44c3-b94c-6cec009e7503 req-106b7a59-f702-43af-b28b-943ac4b0a8fd tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424137 Jul 23 11:02:45.672672 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06512b4-b5b9-45d5-998d-4c18628dc6ab req-ff6571cf-d74c-4a98-a262-c9b170b08bf5 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:45.674089 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b06512b4-b5b9-45d5-998d-4c18628dc6ab req-ff6571cf-d74c-4a98-a262-c9b170b08bf5 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 944 time: 0.0826836 Jul 23 11:02:45.714610 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b06512b4-b5b9-45d5-998d-4c18628dc6ab req-1a7500ac-efa3-4ba4-9ef3-6d9772dc9541 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330923 Jul 23 11:02:45.882368 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 916db45e-d7e1-46ba-ad2e-e1ab5404093a up at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:02:45.964682 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning complete for port 916db45e-d7e1-46ba-ad2e-e1ab5404093a triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:02:45.965737 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:46.056862 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:46.086619 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916db45e-d7e1-46ba-ad2e-e1ab5404093a'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:02:46.089820 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}214548a6ff4efd2602c2c2cf0448be42dc7715ee41776415c9dd15aa22406767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae7baf8-2ad9-4eef-a21f-6de2cd5d3ebd" -d '{"events": [{"server_uuid": "4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74", "name": "network-vif-plugged", "status": "completed", "tag": "916db45e-d7e1-46ba-ad2e-e1ab5404093a"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:02:46.106441 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 916db45e-d7e1-46ba-ad2e-e1ab5404093a, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=916db45e-d7e1-46ba-ad2e-e1ab5404093a,segment=NetworkSegment(31f0a91c-1a9d-4ea5-a870-1d3406ab3af3),segment_id=31f0a91c-1a9d-4ea5-a870-1d3406ab3af3)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:02:46.113480 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:46.145349 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761de85b-7feb-4284-9919-e11ef2e596d1 x-openstack-request-id: req-761de85b-7feb-4284-9919-e11ef2e596d1 {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:02:46.145748 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74", "name": "network-vif-plugged", "status": "completed", "tag": "916db45e-d7e1-46ba-ad2e-e1ab5404093a", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:02:46.146095 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-761de85b-7feb-4284-9919-e11ef2e596d1 {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:02:46.146593 dv-cinder-801989-3-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916db45e-d7e1-46ba-ad2e-e1ab5404093a', 'code': 200} Jul 23 11:02:46.180601 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=916db45e-d7e1-46ba-ad2e-e1ab5404093a,revision_number=7']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:46.532613 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d9434ef2-8384-4d72-847b-ec6ab3d28135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:46.568743 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80fe9fd-0ea1-452b-80de-bfd8a30eaa35 req-ab3cb2be-08b6-4226-95b1-c44c6274a7a7 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:46.576228 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a80fe9fd-0ea1-452b-80de-bfd8a30eaa35 req-ab3cb2be-08b6-4226-95b1-c44c6274a7a7 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0771332 Jul 23 11:02:46.620832 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a80fe9fd-0ea1-452b-80de-bfd8a30eaa35 req-e0f67f72-1ec2-4587-9922-e4ca1cc0c128 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434020 Jul 23 11:02:46.747967 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4f11e-ea1b-4ee4-b778-e95d0acaf4ab req-10076e1d-b49b-4122-932b-2b7b68792c86 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:46.750386 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d8c4f11e-ea1b-4ee4-b778-e95d0acaf4ab req-10076e1d-b49b-4122-932b-2b7b68792c86 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=3217b86f-f371-49f7-8dbe-de9e366ea9c5 HTTP/1.1" status: 200 len: 945 time: 0.0806108 Jul 23 11:02:46.795002 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d8c4f11e-ea1b-4ee4-b778-e95d0acaf4ab req-98fa3490-7a86-4d50-ac3a-1cac77b01b36 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/security-groups?id=a79d3bfb-71fc-4d38-8560-38f863d871f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380836 Jul 23 11:02:46.871126 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b62959-1595-4a6e-8e18-6db0338e8c4e req-8e3a3ee8-48dc-4e25-b187-1f73f1b0005f tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:46.872662 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f5b62959-1595-4a6e-8e18-6db0338e8c4e req-8e3a3ee8-48dc-4e25-b187-1f73f1b0005f tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 945 time: 0.0712841 Jul 23 11:02:46.917436 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f5b62959-1595-4a6e-8e18-6db0338e8c4e req-59a1e7bd-1e8a-4906-b339-350c0a4a3ed7 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375948 Jul 23 11:02:47.166375 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a34db-bb82-43e2-abc8-aa29bb1c49ca req-8b75746a-e271-4e25-b9cd-d194ee5f6ed3 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:47.167905 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-020a34db-bb82-43e2-abc8-aa29bb1c49ca req-8b75746a-e271-4e25-b9cd-d194ee5f6ed3 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.48 "GET /v2.0/ports?device_id=3217b86f-f371-49f7-8dbe-de9e366ea9c5 HTTP/1.1" status: 200 len: 945 time: 0.0693960 Jul 23 11:02:47.283046 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-020a34db-bb82-43e2-abc8-aa29bb1c49ca req-8974c4dc-589d-4a4d-8547-9fb5064aced2 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Deleting port 15e4b25b-8260-457b-877f-079b28aefebf {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:02:47.283392 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-020a34db-bb82-43e2-abc8-aa29bb1c49ca req-8974c4dc-589d-4a4d-8547-9fb5064aced2 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:47.395443 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-020a34db-bb82-43e2-abc8-aa29bb1c49ca req-8974c4dc-589d-4a4d-8547-9fb5064aced2 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] For port 15e4b25b-8260-457b-877f-079b28aefebf, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=15e4b25b-8260-457b-877f-079b28aefebf,segment=NetworkSegment(c7124302-fb3f-495e-b748-07d02359f90e),segment_id=c7124302-fb3f-495e-b748-07d02359f90e)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:02:47.395924 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-020a34db-bb82-43e2-abc8-aa29bb1c49ca req-8974c4dc-589d-4a4d-8547-9fb5064aced2 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:47.410285 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-020a34db-bb82-43e2-abc8-aa29bb1c49ca req-8974c4dc-589d-4a4d-8547-9fb5064aced2 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Calling delete_port for 15e4b25b-8260-457b-877f-079b28aefebf owned by compute:nova {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:02:47.546140 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-020a34db-bb82-43e2-abc8-aa29bb1c49ca req-8974c4dc-589d-4a4d-8547-9fb5064aced2 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:47.562299 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['15e4b25b-8260-457b-877f-079b28aefebf'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:02:47.575099 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974c4dc-589d-4a4d-8547-9fb5064aced2 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Pushing event deleted for resources: {'Port': ['ID=15e4b25b-8260-457b-877f-079b28aefebf,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:47.625235 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-020a34db-bb82-43e2-abc8-aa29bb1c49ca req-8974c4dc-589d-4a4d-8547-9fb5064aced2 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] No DVR routers for this DVR port 15e4b25b-8260-457b-877f-079b28aefebf on host hv-cinder-80198 {{(pid=93047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:02:47.629269 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-020a34db-bb82-43e2-abc8-aa29bb1c49ca req-8974c4dc-589d-4a4d-8547-9fb5064aced2 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:47.631657 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-020a34db-bb82-43e2-abc8-aa29bb1c49ca req-8974c4dc-589d-4a4d-8547-9fb5064aced2 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.48 "DELETE /v2.0/ports/15e4b25b-8260-457b-877f-079b28aefebf HTTP/1.1" status: 204 len: 173 time: 0.4541616 Jul 23 11:02:47.632190 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3217b86f-f371-49f7-8dbe-de9e366ea9c5', 'name': 'network-vif-deleted', 'tag': '15e4b25b-8260-457b-877f-079b28aefebf'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:02:47.636590 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57990bb103ee5b7a3f14144f2b0acc3407ada3b1c8656e111118fed9c99398e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f20431-7157-4a22-a1ca-15a16cc49755" -d '{"events": [{"server_uuid": "3217b86f-f371-49f7-8dbe-de9e366ea9c5", "name": "network-vif-deleted", "tag": "15e4b25b-8260-457b-877f-079b28aefebf"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:02:47.678150 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdedc11-5f06-4935-bed5-34a5e0f97aa5 x-openstack-request-id: req-6cdedc11-5f06-4935-bed5-34a5e0f97aa5 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:02:47.678447 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3217b86f-f371-49f7-8dbe-de9e366ea9c5", "name": "network-vif-deleted", "tag": "15e4b25b-8260-457b-877f-079b28aefebf", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:02:47.678803 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6cdedc11-5f06-4935-bed5-34a5e0f97aa5 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:02:47.679432 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3217b86f-f371-49f7-8dbe-de9e366ea9c5', 'name': 'network-vif-deleted', 'tag': '15e4b25b-8260-457b-877f-079b28aefebf', 'status': 'completed', 'code': 200} Jul 23 11:02:47.836563 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25452554-82ab-4622-9131-4c14333242f2 req-8240dbe3-b3b7-46da-95b3-73378856f787 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:47.838273 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-25452554-82ab-4622-9131-4c14333242f2 req-8240dbe3-b3b7-46da-95b3-73378856f787 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0999815 Jul 23 11:02:47.900186 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-25452554-82ab-4622-9131-4c14333242f2 req-869561fe-ff26-4b82-8c57-029ee0a316ee tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562723 Jul 23 11:02:47.937273 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-4317693d-d0c1-4e36-a477-0eac6c6ae9d4 req-b00ceca5-3e81-4bf8-9591-2bdc1b676f78 tempest-AttachVolumeNegativeTest-1496893129 tempest-AttachVolumeNegativeTest-1496893129-project] 10.222.0.47 "GET /v2.0/ports?device_id=3217b86f-f371-49f7-8dbe-de9e366ea9c5 HTTP/1.1" status: 200 len: 210 time: 0.0425115 Jul 23 11:02:48.071360 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ce90d-dccf-43dd-8f41-2fcb94c9c58d req-a63eaf20-acf6-4d9a-b7db-313ae0524093 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:48.073012 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3f0ce90d-dccf-43dd-8f41-2fcb94c9c58d req-a63eaf20-acf6-4d9a-b7db-313ae0524093 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 945 time: 0.0679269 Jul 23 11:02:48.132975 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3f0ce90d-dccf-43dd-8f41-2fcb94c9c58d req-63fe64ed-1d5c-4e1e-a702-ce9ab433e516 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523193 Jul 23 11:02:49.009956 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 56174) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:49.048690 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea158a06-9a79-44c2-8367-1cef6a9dd561 req-587cc590-c755-45dd-aff4-efe5740225dc tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:49.057522 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ea158a06-9a79-44c2-8367-1cef6a9dd561 req-587cc590-c755-45dd-aff4-efe5740225dc tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0869637 Jul 23 11:02:49.063440 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad3dacb-aeb2-45cd-a05a-ba6df239a575 admin admin] Deleting subnet c73e0985-88a5-4a27-821f-63539929b032 {{(pid=93047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:02:49.067298 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4ad3dacb-aeb2-45cd-a05a-ba6df239a575 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:49.107617 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4ad3dacb-aeb2-45cd-a05a-ba6df239a575 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31365394'] for subnet, precommit_delete_associations {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:49.122022 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ea158a06-9a79-44c2-8367-1cef6a9dd561 req-921edf7b-58aa-4971-b01e-c3565d4a451d tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561738 Jul 23 11:02:49.156755 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4ad3dacb-aeb2-45cd-a05a-ba6df239a575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501035'] for subnet, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:49.241803 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4ad3dacb-aeb2-45cd-a05a-ba6df239a575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31365225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31171138'] for subnet, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:49.298383 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3dacb-aeb2-45cd-a05a-ba6df239a575 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c73e0985-88a5-4a27-821f-63539929b032,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:49.304279 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4ad3dacb-aeb2-45cd-a05a-ba6df239a575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for subnet, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:49.308767 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 56182) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:49.310001 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-4ad3dacb-aeb2-45cd-a05a-ba6df239a575 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c73e0985-88a5-4a27-821f-63539929b032 HTTP/1.1" status: 204 len: 168 time: 0.2979128 Jul 23 11:02:49.356659 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b64abe-a289-4cd6-9242-a559a1d526a4 req-a199da83-2c0a-43fd-8e8e-d28a7de030e9 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:49.358974 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f2b64abe-a289-4cd6-9242-a559a1d526a4 req-a199da83-2c0a-43fd-8e8e-d28a7de030e9 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 945 time: 0.1338677 Jul 23 11:02:49.404585 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4b548e87-4ae6-4d22-b17b-ba1f2e05e094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638085'] for network, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:49.416366 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f2b64abe-a289-4cd6-9242-a559a1d526a4 req-2512a652-08cf-42cc-8e1c-a9c70bc88479 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510726 Jul 23 11:02:49.500678 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4b548e87-4ae6-4d22-b17b-ba1f2e05e094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499634', 'neutron.services.segments.db._delete_segments_for_network-8792856633739'] for network, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:49.512676 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-4b548e87-4ae6-4d22-b17b-ba1f2e05e094 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf574f9-5702-429a-8d37-996ccac096f3']}} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:02:49.524673 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-4b548e87-4ae6-4d22-b17b-ba1f2e05e094 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7124302-fb3f-495e-b748-07d02359f90e') {'for_net_delete': True} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:02:49.524972 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-4b548e87-4ae6-4d22-b17b-ba1f2e05e094 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7124302-fb3f-495e-b748-07d02359f90e') {} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:02:49.534979 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4b548e87-4ae6-4d22-b17b-ba1f2e05e094 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792856541624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31874243'] for segment, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:49.551257 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ef54613b-a9d5-4bb0-8c1a-e2e3107a12f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:49.554627 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4b548e87-4ae6-4d22-b17b-ba1f2e05e094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402'] for segment, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:49.576834 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b548e87-4ae6-4d22-b17b-ba1f2e05e094 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:02:49.576834 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4b548e87-4ae6-4d22-b17b-ba1f2e05e094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31524794'] for segment, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:49.576834 dv-cinder-801989-3-iscsi neutron-server[93046]: Traceback (most recent call last): Jul 23 11:02:49.576834 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:02:49.576834 dv-cinder-801989-3-iscsi neutron-server[93046]: timer() Jul 23 11:02:49.576834 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:02:49.576834 dv-cinder-801989-3-iscsi neutron-server[93046]: cb(*args, **kw) Jul 23 11:02:49.576834 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:02:49.576834 dv-cinder-801989-3-iscsi neutron-server[93046]: return func(*args, **kwargs) Jul 23 11:02:49.576834 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:02:49.576834 dv-cinder-801989-3-iscsi neutron-server[93046]: self._notify() Jul 23 11:02:49.576834 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:02:49.576834 dv-cinder-801989-3-iscsi neutron-server[93046]: self.callback(batched_events) Jul 23 11:02:49.576834 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:02:49.576834 dv-cinder-801989-3-iscsi neutron-server[93046]: event.method(event) Jul 23 11:02:49.576834 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:02:49.576834 dv-cinder-801989-3-iscsi neutron-server[93046]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:02:49.576834 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:02:49.576834 dv-cinder-801989-3-iscsi neutron-server[93046]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:02:49.576834 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:02:49.576834 dv-cinder-801989-3-iscsi neutron-server[93046]: return f(self, *a, **k) Jul 23 11:02:49.576834 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:02:49.576834 dv-cinder-801989-3-iscsi neutron-server[93046]: return self._get(url).json() Jul 23 11:02:49.576834 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:02:49.576834 dv-cinder-801989-3-iscsi neutron-server[93046]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:02:49.576834 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:02:49.576834 dv-cinder-801989-3-iscsi neutron-server[93046]: return self.request(url, 'GET', **kwargs) Jul 23 11:02:49.576834 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:02:49.576834 dv-cinder-801989-3-iscsi neutron-server[93046]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:02:49.576834 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:02:49.576834 dv-cinder-801989-3-iscsi neutron-server[93046]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:02:49.576834 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:02:49.576834 dv-cinder-801989-3-iscsi neutron-server[93046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:02:49.576834 dv-cinder-801989-3-iscsi neutron-server[93046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:02:49.651438 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4b548e87-4ae6-4d22-b17b-ba1f2e05e094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409060'] for network, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:49.658301 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4b548e87-4ae6-4d22-b17b-ba1f2e05e094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:49.660370 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-4b548e87-4ae6-4d22-b17b-ba1f2e05e094 admin admin] 10.222.0.47 "DELETE /v2.0/networks/ccf574f9-5702-429a-8d37-996ccac096f3 HTTP/1.1" status: 204 len: 168 time: 0.3502738 Jul 23 11:02:49.694834 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:49.696268 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b548e87-4ae6-4d22-b17b-ba1f2e05e094 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccf574f9-5702-429a-8d37-996ccac096f3,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:49.856609 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 56190) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:49.882690 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 15e4b25b-8260-457b-877f-079b28aefebf no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:02:49.901657 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-3f0d2b57-97d4-4f2d-a88d-b5a3d1315186 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4258166484494130b9fcf95d2a6afc89&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0436404 Jul 23 11:02:49.904166 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 56192) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:49.909785 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] No Port match for: 15e4b25b-8260-457b-877f-079b28aefebf {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:02:49.910178 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 15e4b25b-8260-457b-877f-079b28aefebf not bound to the agent host hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:02:49.988927 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-00d7bb88-e2ea-48da-8055-8f1c06c6ef4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:50.026042 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-00d7bb88-e2ea-48da-8055-8f1c06c6ef4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:50.093503 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-00d7bb88-e2ea-48da-8055-8f1c06c6ef4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:50.096988 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-00d7bb88-e2ea-48da-8055-8f1c06c6ef4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:50.098502 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-00d7bb88-e2ea-48da-8055-8f1c06c6ef4d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a79d3bfb-71fc-4d38-8560-38f863d871f0 HTTP/1.1" status: 204 len: 168 time: 0.1932309 Jul 23 11:02:50.107101 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7bb88-e2ea-48da-8055-8f1c06c6ef4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79d3bfb-71fc-4d38-8560-38f863d871f0,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:50.283013 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a1456-2fe9-461e-b1b6-50eef7295524 req-0dcebd4b-6e22-43d8-bf4c-421f73938464 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:50.285169 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-324a1456-2fe9-461e-b1b6-50eef7295524 req-0dcebd4b-6e22-43d8-bf4c-421f73938464 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0847490 Jul 23 11:02:50.339902 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-324a1456-2fe9-461e-b1b6-50eef7295524 req-8b2361b1-4db7-4cfe-b5c3-235cd70d7a16 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486650 Jul 23 11:02:50.501090 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:50.585618 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324526c4-b185-445b-add4-7f317c6fa135 req-48e12244-117a-4fe7-ac2f-e51e21ab3de7 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:50.592619 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-324526c4-b185-445b-add4-7f317c6fa135 req-48e12244-117a-4fe7-ac2f-e51e21ab3de7 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 945 time: 0.0949929 Jul 23 11:02:50.663478 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-324526c4-b185-445b-add4-7f317c6fa135 req-dab02844-ae2b-4e01-b5a1-1c0a82ca1fe4 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593617 Jul 23 11:02:51.510039 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68bb0fd-7eda-45c7-928b-b6be684b6ca6 req-03f94f73-01a3-478d-8082-5c52fc6f0aaf tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:51.519066 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e68bb0fd-7eda-45c7-928b-b6be684b6ca6 req-03f94f73-01a3-478d-8082-5c52fc6f0aaf tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0998931 Jul 23 11:02:51.560900 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e68bb0fd-7eda-45c7-928b-b6be684b6ca6 req-0304eb59-8eea-4cb6-83fc-ba9b403a12bf tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404932 Jul 23 11:02:51.831875 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc2ae4-888c-4fe9-9dda-efbcdc8c7ec1 req-132dafdf-ae12-4ce4-a850-ab5d7ffe0775 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:51.831875 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cccc2ae4-888c-4fe9-9dda-efbcdc8c7ec1 req-132dafdf-ae12-4ce4-a850-ab5d7ffe0775 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 945 time: 0.0986974 Jul 23 11:02:51.879689 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cccc2ae4-888c-4fe9-9dda-efbcdc8c7ec1 req-2168f174-d7ab-43f9-8c93-d76611fae9bf tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434649 Jul 23 11:02:52.034214 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:52.585185 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 56296) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:52.729665 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e976b-7185-4904-b3ef-a8dbe71e14db req-39eb0bfb-437a-4344-9a83-6d6f8af4db27 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:52.739413 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-7f8e976b-7185-4904-b3ef-a8dbe71e14db req-39eb0bfb-437a-4344-9a83-6d6f8af4db27 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0877569 Jul 23 11:02:52.781797 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-da3beabe-99e6-47ba-9563-6ab238c7f5a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:52.816040 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-7f8e976b-7185-4904-b3ef-a8dbe71e14db req-8834b0e9-7687-4869-ac21-15f621d33f2a tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709651 Jul 23 11:02:52.925201 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-da3beabe-99e6-47ba-9563-6ab238c7f5a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:52.930567 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-da3beabe-99e6-47ba-9563-6ab238c7f5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:52.971385 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-da3beabe-99e6-47ba-9563-6ab238c7f5a4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=351f90de34034d25a17fd776c945ebea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3849475 Jul 23 11:02:52.972237 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3beabe-99e6-47ba-9563-6ab238c7f5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25cb3015-9de6-43a9-928a-ba831dcaf28a,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:52.977054 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 56310) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:53.030816 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d7c42a8e-35c0-43a2-8e55-60f49b15e45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:53.068622 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d7c42a8e-35c0-43a2-8e55-60f49b15e45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:53.072150 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e392926-01d2-4627-bebc-d0fa43130a3c req-70857ba9-f36b-4890-90c1-e5164d1cf22a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:53.074252 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0e392926-01d2-4627-bebc-d0fa43130a3c req-70857ba9-f36b-4890-90c1-e5164d1cf22a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 945 time: 0.0793695 Jul 23 11:02:53.114714 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0e392926-01d2-4627-bebc-d0fa43130a3c req-b5a69d94-d486-433f-b634-b61847894621 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345778 Jul 23 11:02:53.132647 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d7c42a8e-35c0-43a2-8e55-60f49b15e45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:53.140183 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d7c42a8e-35c0-43a2-8e55-60f49b15e45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:53.140183 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-d7c42a8e-35c0-43a2-8e55-60f49b15e45b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/25cb3015-9de6-43a9-928a-ba831dcaf28a HTTP/1.1" status: 204 len: 168 time: 0.1615522 Jul 23 11:02:53.148303 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c42a8e-35c0-43a2-8e55-60f49b15e45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cb3015-9de6-43a9-928a-ba831dcaf28a,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:53.458545 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 56320) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:53.473989 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-98f6fd9e-8cef-4c2c-b9f3-1f77067e41a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:53.573475 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-98f6fd9e-8cef-4c2c-b9f3-1f77067e41a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:53.578108 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-98f6fd9e-8cef-4c2c-b9f3-1f77067e41a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:53.618639 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-98f6fd9e-8cef-4c2c-b9f3-1f77067e41a3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c7052c0ab3ba48aa8af53ed571489cfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1589363 Jul 23 11:02:53.621554 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 56322) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:53.624418 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f6fd9e-8cef-4c2c-b9f3-1f77067e41a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585ffbd6-7ffc-4bc7-8a75-f4c4ecf00b7b,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:53.696836 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d10e2010-49be-4993-8241-60e3691892be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:53.723050 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d10e2010-49be-4993-8241-60e3691892be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:53.779982 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d10e2010-49be-4993-8241-60e3691892be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:53.783308 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d10e2010-49be-4993-8241-60e3691892be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:53.784810 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-d10e2010-49be-4993-8241-60e3691892be admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/585ffbd6-7ffc-4bc7-8a75-f4c4ecf00b7b HTTP/1.1" status: 204 len: 168 time: 0.1622028 Jul 23 11:02:53.800566 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e2010-49be-4993-8241-60e3691892be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585ffbd6-7ffc-4bc7-8a75-f4c4ecf00b7b,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:53.987186 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ab4f7-464c-448a-b718-4ed3c5fc85ba req-f7814962-a011-42ca-8544-5acee200f4f3 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:53.989990 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-337ab4f7-464c-448a-b718-4ed3c5fc85ba req-f7814962-a011-42ca-8544-5acee200f4f3 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0956166 Jul 23 11:02:54.067547 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-337ab4f7-464c-448a-b718-4ed3c5fc85ba req-21ac90ce-5516-495a-bf87-e834ca9fa6bd tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622976 Jul 23 11:02:54.271902 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9c132-d298-45c2-875d-71fb80c6c6ad req-5aac2c38-3616-49f2-b18c-9d67e36b2fda tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:54.279204 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-53d9c132-d298-45c2-875d-71fb80c6c6ad req-5aac2c38-3616-49f2-b18c-9d67e36b2fda tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 945 time: 0.0766478 Jul 23 11:02:54.343269 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-53d9c132-d298-45c2-875d-71fb80c6c6ad req-53477fde-daea-4be9-9fa7-6080ca27e75e tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573502 Jul 23 11:02:55.223103 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f3ffc-6764-4816-b0b6-03c9289b3a19 req-4f7c19b7-14b0-40a4-8c28-72d04e5d4cd5 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:55.224748 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ce8f3ffc-6764-4816-b0b6-03c9289b3a19 req-4f7c19b7-14b0-40a4-8c28-72d04e5d4cd5 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0942781 Jul 23 11:02:55.289978 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ce8f3ffc-6764-4816-b0b6-03c9289b3a19 req-d24899ec-5b6c-4f3c-b4a5-80735513f65f tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597436 Jul 23 11:02:55.372952 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02211bb9-2fa5-4fac-a865-c2519e53fcc1 req-97395ea0-e925-40d5-85e7-3f6e2f4cb88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:55.374616 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-02211bb9-2fa5-4fac-a865-c2519e53fcc1 req-97395ea0-e925-40d5-85e7-3f6e2f4cb88b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 1099 time: 0.0821826 Jul 23 11:02:55.429090 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-02211bb9-2fa5-4fac-a865-c2519e53fcc1 req-71699994-379b-46f3-b1f8-eeb406a1d99e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386353 Jul 23 11:02:55.540374 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8addbb9f-8e81-47f3-9e6a-2b0304c1a1a1 req-b84693cb-da70-4512-9966-376e7c1a5baa tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:55.542346 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8addbb9f-8e81-47f3-9e6a-2b0304c1a1a1 req-b84693cb-da70-4512-9966-376e7c1a5baa tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 945 time: 0.0946071 Jul 23 11:02:55.603210 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8addbb9f-8e81-47f3-9e6a-2b0304c1a1a1 req-db8509df-6d9b-4e62-818c-acf2db2b90a2 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501587 Jul 23 11:02:56.434998 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f948f8-cbf8-478a-87be-20b4f9be23f1 req-9fc66944-d738-4539-9fb8-dd46686dbc0b tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:56.436574 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-41f948f8-cbf8-478a-87be-20b4f9be23f1 req-9fc66944-d738-4539-9fb8-dd46686dbc0b tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0732782 Jul 23 11:02:56.485712 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-41f948f8-cbf8-478a-87be-20b4f9be23f1 req-08cf6473-a6ad-4425-a5e0-1a04fb5170d6 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420935 Jul 23 11:02:56.532037 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32723473-410a-45b9-848d-882ab24e8164 req-0c45bad4-6f8a-47da-bcf5-8220a0c35c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:56.533859 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-32723473-410a-45b9-848d-882ab24e8164 req-0c45bad4-6f8a-47da-bcf5-8220a0c35c17 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=443386f89a99476e905cc4b6656fca05&device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 1098 time: 0.0798366 Jul 23 11:02:56.638715 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32723473-410a-45b9-848d-882ab24e8164 req-7ce2e10a-e383-4f4d-89d3-d8b5335a9f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:56.640296 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-32723473-410a-45b9-848d-882ab24e8164 req-7ce2e10a-e383-4f4d-89d3-d8b5335a9f04 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6d05f05e-53ff-46ff-9423-c4c064703666 HTTP/1.1" status: 200 len: 917 time: 0.0976124 Jul 23 11:02:56.741423 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-32723473-410a-45b9-848d-882ab24e8164 req-13cb8664-5f2b-4ba9-9f1d-54b586df4f9a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=916db45e-d7e1-46ba-ad2e-e1ab5404093a HTTP/1.1" status: 200 len: 1001 time: 0.0940838 Jul 23 11:02:56.793872 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee92b4d-02b1-45f8-9020-8aac475c2cc8 req-b8151111-ba34-4240-b1c9-989959d4f9fe tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:56.795366 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cee92b4d-02b1-45f8-9020-8aac475c2cc8 req-b8151111-ba34-4240-b1c9-989959d4f9fe tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 945 time: 0.1068897 Jul 23 11:02:56.826928 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32723473-410a-45b9-848d-882ab24e8164 req-ad3f26ca-fea4-450a-b35c-54bc748e8556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:56.828391 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-32723473-410a-45b9-848d-882ab24e8164 req-ad3f26ca-fea4-450a-b35c-54bc748e8556 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0033b6fa-6a35-402d-9d48-f4dcba707c6e HTTP/1.1" status: 200 len: 855 time: 0.0766568 Jul 23 11:02:56.871338 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cee92b4d-02b1-45f8-9020-8aac475c2cc8 req-5f99dbb3-0a88-4585-85e8-9ea446c5326f tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675180 Jul 23 11:02:56.900426 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32723473-410a-45b9-848d-882ab24e8164 req-d7d61225-0418-4b53-a961-3c6645fdb044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:56.902416 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-32723473-410a-45b9-848d-882ab24e8164 req-d7d61225-0418-4b53-a961-3c6645fdb044 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d05f05e-53ff-46ff-9423-c4c064703666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0625062 Jul 23 11:02:56.995281 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-32723473-410a-45b9-848d-882ab24e8164 req-037bdc29-83b5-480f-b06d-3a55ee098427 service neutron] 10.222.0.48 "GET /v2.0/networks/6d05f05e-53ff-46ff-9423-c4c064703666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854437 Jul 23 11:02:57.088936 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-32723473-410a-45b9-848d-882ab24e8164 req-4dfd2744-a4be-4e57-a080-65a6d00d741b service neutron] 10.222.0.48 "GET /v2.0/networks/6d05f05e-53ff-46ff-9423-c4c064703666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858800 Jul 23 11:02:57.224428 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 56528) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:57.325412 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-259ec92e-abf7-495e-b4af-cc228ad81fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:57.411549 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-259ec92e-abf7-495e-b4af-cc228ad81fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:57.415323 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-259ec92e-abf7-495e-b4af-cc228ad81fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:57.451455 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-259ec92e-abf7-495e-b4af-cc228ad81fa9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5f7ef25eae344e848162a91673666f31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259109 Jul 23 11:02:57.453397 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec92e-abf7-495e-b4af-cc228ad81fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163e53f0-d78e-4f27-a7d1-653ef0e7bdfe,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:57.454093 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 56532) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:57.503994 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-366ca119-19bc-48c8-8f16-9a2d7b396cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:57.525855 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-366ca119-19bc-48c8-8f16-9a2d7b396cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:57.596922 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-366ca119-19bc-48c8-8f16-9a2d7b396cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:57.599437 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-366ca119-19bc-48c8-8f16-9a2d7b396cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:57.602877 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-366ca119-19bc-48c8-8f16-9a2d7b396cf8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/163e53f0-d78e-4f27-a7d1-653ef0e7bdfe HTTP/1.1" status: 204 len: 168 time: 0.1455331 Jul 23 11:02:57.614626 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ca119-19bc-48c8-8f16-9a2d7b396cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163e53f0-d78e-4f27-a7d1-653ef0e7bdfe,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:57.639282 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ed6bd-7c19-43da-bad8-637f02641c8d req-0d5c368d-9b24-49fa-98dd-341c9ef8e7d5 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:57.640714 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-8b2ed6bd-7c19-43da-bad8-637f02641c8d req-0d5c368d-9b24-49fa-98dd-341c9ef8e7d5 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0830836 Jul 23 11:02:57.681267 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-8b2ed6bd-7c19-43da-bad8-637f02641c8d req-5701781a-a434-426a-ae84-51b0e06ba9af tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343306 Jul 23 11:02:57.881029 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 56550) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:57.902333 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f570efe2-ff7b-4173-ad56-08061f93e93f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:58.023377 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488628c-ece5-4245-9f33-4d9021ae004e req-8ed34d02-7a7d-48d5-92c4-19da5861b356 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:58.025086 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d488628c-ece5-4245-9f33-4d9021ae004e req-8ed34d02-7a7d-48d5-92c4-19da5861b356 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 945 time: 0.0688474 Jul 23 11:02:58.072240 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2350ec6-75ee-48f0-86a4-74012b172e8b req-516ec760-61cb-42e2-82fb-944f0b521c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:58.073944 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d2350ec6-75ee-48f0-86a4-74012b172e8b req-516ec760-61cb-42e2-82fb-944f0b521c0a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7b38d280bb2e4b88b54d95921882a95b&device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 1099 time: 0.1310077 Jul 23 11:02:58.077633 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d488628c-ece5-4245-9f33-4d9021ae004e req-4b7a116e-fd57-4996-8e37-b5f578e4e464 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456188 Jul 23 11:02:58.098486 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f24b93-c1b5-4398-9fce-356e85ff5e34 req-b4fe465f-129f-41c8-b4fe-c1ce9dab986c tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:58.099940 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-89f24b93-c1b5-4398-9fce-356e85ff5e34 req-b4fe465f-129f-41c8-b4fe-c1ce9dab986c tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.1551969 Jul 23 11:02:58.152547 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f570efe2-ff7b-4173-ad56-08061f93e93f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:58.160282 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f570efe2-ff7b-4173-ad56-08061f93e93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:58.233705 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-89f24b93-c1b5-4398-9fce-356e85ff5e34 req-6e08d54e-733d-4e80-844e-08ef0089f43c tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167216 Jul 23 11:02:58.257749 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-f570efe2-ff7b-4173-ad56-08061f93e93f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=68ff0a8c2c624545941e67aab340788c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3749480 Jul 23 11:02:58.258056 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570efe2-ff7b-4173-ad56-08061f93e93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74af9338-9353-4cc5-ae5c-7ebba71cc812,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:58.260773 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 56564) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:58.266954 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2350ec6-75ee-48f0-86a4-74012b172e8b req-feeea783-7063-453f-a2c6-cb1770f226bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:58.268995 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d2350ec6-75ee-48f0-86a4-74012b172e8b req-feeea783-7063-453f-a2c6-cb1770f226bd service neutron] 10.222.0.48 "GET /v2.0/networks?id=0f52d38e-0362-4264-9e97-fc5007fd139b HTTP/1.1" status: 200 len: 920 time: 0.1872301 Jul 23 11:02:58.314423 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8c847fff-afad-4f24-9673-2f6b5280fd06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:58.320802 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d2350ec6-75ee-48f0-86a4-74012b172e8b req-3c6fb87a-02a0-4080-bbbf-6fb08e3b3541 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7e68c1e-5ada-45c9-99a7-252798ccb43e HTTP/1.1" status: 200 len: 217 time: 0.0431013 Jul 23 11:02:58.335758 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8c847fff-afad-4f24-9673-2f6b5280fd06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:58.371629 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2350ec6-75ee-48f0-86a4-74012b172e8b req-f0b8f546-4857-41fb-91db-d289893fc724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:58.373285 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d2350ec6-75ee-48f0-86a4-74012b172e8b req-f0b8f546-4857-41fb-91db-d289893fc724 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8bbfc4c9-e217-47f8-86e6-9511348173f3 HTTP/1.1" status: 200 len: 859 time: 0.0447872 Jul 23 11:02:58.381926 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8c847fff-afad-4f24-9673-2f6b5280fd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:58.384497 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8c847fff-afad-4f24-9673-2f6b5280fd06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:58.385609 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-8c847fff-afad-4f24-9673-2f6b5280fd06 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/74af9338-9353-4cc5-ae5c-7ebba71cc812 HTTP/1.1" status: 204 len: 168 time: 0.1235085 Jul 23 11:02:58.393518 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c847fff-afad-4f24-9673-2f6b5280fd06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74af9338-9353-4cc5-ae5c-7ebba71cc812,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:58.415103 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d2350ec6-75ee-48f0-86a4-74012b172e8b req-ed41c0b7-3004-40dd-953b-775d2a0f24fb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f52d38e-0362-4264-9e97-fc5007fd139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336819 Jul 23 11:02:58.509660 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d2350ec6-75ee-48f0-86a4-74012b172e8b req-00b5fdc2-f3f4-4303-ac81-5ec32ed35860 service neutron] 10.222.0.48 "GET /v2.0/networks/0f52d38e-0362-4264-9e97-fc5007fd139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862806 Jul 23 11:02:58.607505 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d2350ec6-75ee-48f0-86a4-74012b172e8b req-0a00b97b-ef50-47da-bf48-b606a6fd0d91 service neutron] 10.222.0.48 "GET /v2.0/networks/0f52d38e-0362-4264-9e97-fc5007fd139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854282 Jul 23 11:02:59.223068 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e38327-c7cf-49a2-b4a3-c9d64a98b119 req-8f23ee95-1ba2-44cc-8b19-befb3aaeb4ae tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:59.224595 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-48e38327-c7cf-49a2-b4a3-c9d64a98b119 req-8f23ee95-1ba2-44cc-8b19-befb3aaeb4ae tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 945 time: 0.0709019 Jul 23 11:02:59.266247 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-48e38327-c7cf-49a2-b4a3-c9d64a98b119 req-43a6efe6-bff3-410e-bfb2-a026b3603e2a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355031 Jul 23 11:02:59.381908 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852c632-b0d2-4897-a17c-768987bb68cc req-15994344-5883-45d0-91ac-8f985e39966a tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:59.383520 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5852c632-b0d2-4897-a17c-768987bb68cc req-15994344-5883-45d0-91ac-8f985e39966a tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0752373 Jul 23 11:02:59.453562 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5852c632-b0d2-4897-a17c-768987bb68cc req-6c99e7bb-b782-4873-9a24-9291e32cd017 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629132 Jul 23 11:02:59.883416 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 916db45e-d7e1-46ba-ad2e-e1ab5404093a no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:02:59.934775 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060b73f-1101-4006-873f-66210a3db7b2 req-0cbf0333-c743-4593-8f78-4adca19fe89e tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:59.943773 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-a060b73f-1101-4006-873f-66210a3db7b2 req-0cbf0333-c743-4593-8f78-4adca19fe89e tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 945 time: 0.0887432 Jul 23 11:03:00.006389 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-a060b73f-1101-4006-873f-66210a3db7b2 req-4f66789d-9973-4406-8c4a-33f7bb2c8be3 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616388 Jul 23 11:03:00.086907 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:00.126392 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 916db45e-d7e1-46ba-ad2e-e1ab5404093a, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=916db45e-d7e1-46ba-ad2e-e1ab5404093a,segment=NetworkSegment(31f0a91c-1a9d-4ea5-a870-1d3406ab3af3),segment_id=31f0a91c-1a9d-4ea5-a870-1d3406ab3af3)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:03:00.129202 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '916db45e-d7e1-46ba-ad2e-e1ab5404093a'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:03:00.131917 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}214548a6ff4efd2602c2c2cf0448be42dc7715ee41776415c9dd15aa22406767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f995d80-7042-4d80-bbc4-865ff64a1421" -d '{"events": [{"server_uuid": "4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74", "name": "network-vif-unplugged", "status": "completed", "tag": "916db45e-d7e1-46ba-ad2e-e1ab5404093a"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:03:00.141693 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:00.169439 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 11:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01a8a8a-9d44-4ee3-abb7-a3b527521036 x-openstack-request-id: req-c01a8a8a-9d44-4ee3-abb7-a3b527521036 {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:03:00.169734 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74", "name": "network-vif-unplugged", "status": "failed", "tag": "916db45e-d7e1-46ba-ad2e-e1ab5404093a", "code": 422}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:03:00.169991 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c01a8a8a-9d44-4ee3-abb7-a3b527521036 {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:03:00.170597 dv-cinder-801989-3-iscsi neutron-server[93048]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '916db45e-d7e1-46ba-ad2e-e1ab5404093a', 'code': 422} returned with failed status Jul 23 11:03:00.218870 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=916db45e-d7e1-46ba-ad2e-e1ab5404093a,revision_number=8']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:00.320788 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 56680) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:00.491090 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c98fca17-8b13-475a-99e5-802066966ed3 req-18bc1dac-bee2-464c-b130-df72d0093216 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1690671 Jul 23 11:03:00.577390 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:00.603544 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de33cd-1c22-4b4a-9a56-1548d96e02f6 req-16fe6c29-c751-49a0-ba09-e90c7bb1f044 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:00.605111 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-96de33cd-1c22-4b4a-9a56-1548d96e02f6 req-16fe6c29-c751-49a0-ba09-e90c7bb1f044 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0713201 Jul 23 11:03:00.655891 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-96de33cd-1c22-4b4a-9a56-1548d96e02f6 req-dda5cd1d-f263-45f6-91cd-eeb6c4f001d8 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426621 Jul 23 11:03:01.129713 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 56726) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:01.145294 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb9b33-6510-4152-aa0d-d09665e38875 req-543650d5-64dd-44b4-a821-e7c87ad8c4d0 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:01.146757 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ebbb9b33-6510-4152-aa0d-d09665e38875 req-543650d5-64dd-44b4-a821-e7c87ad8c4d0 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 943 time: 0.0711744 Jul 23 11:03:01.184124 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ebbb9b33-6510-4152-aa0d-d09665e38875 req-e0cecb5b-9fed-449d-a69e-4cd212a5a1a1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315917 Jul 23 11:03:01.237830 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-66e60236-8fca-487f-8dff-d3f429a0df1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:01.328800 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-66e60236-8fca-487f-8dff-d3f429a0df1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:01.335105 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-66e60236-8fca-487f-8dff-d3f429a0df1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:01.377132 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-66e60236-8fca-487f-8dff-d3f429a0df1e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c792acd259d24d519429b70c1877eb44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2456489 Jul 23 11:03:01.378378 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e60236-8fca-487f-8dff-d3f429a0df1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab153de3-1946-4fe1-9041-64464a345348,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:01.380759 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 56734) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:01.434192 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-31a76915-1823-4e3a-af00-1da5433da3f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:01.456951 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-31a76915-1823-4e3a-af00-1da5433da3f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:01.506229 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-31a76915-1823-4e3a-af00-1da5433da3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:01.509057 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-31a76915-1823-4e3a-af00-1da5433da3f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:01.513095 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-31a76915-1823-4e3a-af00-1da5433da3f7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ab153de3-1946-4fe1-9041-64464a345348 HTTP/1.1" status: 204 len: 168 time: 0.1300180 Jul 23 11:03:01.521802 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a76915-1823-4e3a-af00-1da5433da3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab153de3-1946-4fe1-9041-64464a345348,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:01.794331 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 56744) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:01.808083 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ca59f439-2755-4f10-8c0e-2add93bcda0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:01.897440 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ca59f439-2755-4f10-8c0e-2add93bcda0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:01.901196 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ca59f439-2755-4f10-8c0e-2add93bcda0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:01.942011 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-ca59f439-2755-4f10-8c0e-2add93bcda0a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ebec085961104ff9805556f90c2be4eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465926 Jul 23 11:03:01.944062 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca59f439-2755-4f10-8c0e-2add93bcda0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fda9e50-7b55-4c5a-a3ca-0f89f3d0a897,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:01.945359 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 56746) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:02.002988 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4ebabdf9-1c6d-4057-aed0-d55b05a9aaf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:02.025068 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4ebabdf9-1c6d-4057-aed0-d55b05a9aaf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:02.078918 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4ebabdf9-1c6d-4057-aed0-d55b05a9aaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:02.083023 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4ebabdf9-1c6d-4057-aed0-d55b05a9aaf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:02.084572 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-4ebabdf9-1c6d-4057-aed0-d55b05a9aaf0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4fda9e50-7b55-4c5a-a3ca-0f89f3d0a897 HTTP/1.1" status: 204 len: 168 time: 0.1382174 Jul 23 11:03:02.093675 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebabdf9-1c6d-4057-aed0-d55b05a9aaf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fda9e50-7b55-4c5a-a3ca-0f89f3d0a897,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:02.110866 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98fca17-8b13-475a-99e5-802066966ed3 req-c3a06175-e16b-41c1-ae25-899f37fd9503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:02.119892 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c98fca17-8b13-475a-99e5-802066966ed3 req-c3a06175-e16b-41c1-ae25-899f37fd9503 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74&tenant_id=443386f89a99476e905cc4b6656fca05 HTTP/1.1" status: 200 len: 1096 time: 0.1212358 Jul 23 11:03:02.197481 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98fca17-8b13-475a-99e5-802066966ed3 req-befa2941-816e-41e8-b3e7-7cecacabb700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:02.198974 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c98fca17-8b13-475a-99e5-802066966ed3 req-befa2941-816e-41e8-b3e7-7cecacabb700 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=443386f89a99476e905cc4b6656fca05&device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 1096 time: 0.0576119 Jul 23 11:03:02.331032 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98fca17-8b13-475a-99e5-802066966ed3 req-c770da9d-3d16-4e8c-b503-45ddc629b6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:02.332535 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c98fca17-8b13-475a-99e5-802066966ed3 req-c770da9d-3d16-4e8c-b503-45ddc629b6e8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6d05f05e-53ff-46ff-9423-c4c064703666 HTTP/1.1" status: 200 len: 917 time: 0.1264513 Jul 23 11:03:02.638011 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55391faa-8008-41f6-b78e-103f82b68ea8 req-838880f2-1946-4d8b-bdc8-9289f7b4795f tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:02.639483 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-55391faa-8008-41f6-b78e-103f82b68ea8 req-838880f2-1946-4d8b-bdc8-9289f7b4795f tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 943 time: 0.3639491 Jul 23 11:03:02.672473 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c98fca17-8b13-475a-99e5-802066966ed3 req-3f0d3b48-fdde-492d-92b7-c3dc79c63f97 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=916db45e-d7e1-46ba-ad2e-e1ab5404093a HTTP/1.1" status: 200 len: 999 time: 0.3289404 Jul 23 11:03:02.714112 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-55391faa-8008-41f6-b78e-103f82b68ea8 req-ca7ddfce-9482-4563-bcd1-a00e5eb76fdd tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649939 Jul 23 11:03:02.735474 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98fca17-8b13-475a-99e5-802066966ed3 req-772851b3-fec7-41b7-ab54-d7d99e40611b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:02.737087 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c98fca17-8b13-475a-99e5-802066966ed3 req-772851b3-fec7-41b7-ab54-d7d99e40611b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0033b6fa-6a35-402d-9d48-f4dcba707c6e HTTP/1.1" status: 200 len: 855 time: 0.0543625 Jul 23 11:03:02.798550 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98fca17-8b13-475a-99e5-802066966ed3 req-896b6193-8d58-4390-8237-9b3af2ed6776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:02.800206 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c98fca17-8b13-475a-99e5-802066966ed3 req-896b6193-8d58-4390-8237-9b3af2ed6776 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d05f05e-53ff-46ff-9423-c4c064703666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529580 Jul 23 11:03:02.891712 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c98fca17-8b13-475a-99e5-802066966ed3 req-3ff0cca9-ca62-467e-815a-6f0821bc44d2 service neutron] 10.222.0.48 "GET /v2.0/networks/6d05f05e-53ff-46ff-9423-c4c064703666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831459 Jul 23 11:03:02.986305 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c98fca17-8b13-475a-99e5-802066966ed3 req-3eeddad9-e5b9-4f2f-b68f-d86972fc5ab7 service neutron] 10.222.0.48 "GET /v2.0/networks/6d05f05e-53ff-46ff-9423-c4c064703666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858729 Jul 23 11:03:03.917018 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf8741-a149-4a11-b7ea-a0941fdad3d5 req-2f7a1040-9c84-4ee5-874a-f700855b745b tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:03.925688 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-cadf8741-a149-4a11-b7ea-a0941fdad3d5 req-2f7a1040-9c84-4ee5-874a-f700855b745b tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 943 time: 0.0874529 Jul 23 11:03:03.973046 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-cadf8741-a149-4a11-b7ea-a0941fdad3d5 req-7d40f349-8305-43d5-9e5b-53aa599e265b tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427663 Jul 23 11:03:04.291896 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 56876) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:04.430144 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5bc32d77-da55-4947-9a8b-6910c7675767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:04.539865 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5bc32d77-da55-4947-9a8b-6910c7675767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:04.553377 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5bc32d77-da55-4947-9a8b-6910c7675767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:04.597227 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-5bc32d77-da55-4947-9a8b-6910c7675767 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fcf297d7add94a52b26c42bce1b1b6ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3042009 Jul 23 11:03:04.600124 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 56890) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:04.606820 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc32d77-da55-4947-9a8b-6910c7675767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab19ae7-02bc-4a60-a9ae-da6bff219c8f,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:04.661088 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-1d038dc3-7a1e-4b6d-a9ff-b69f37bc9889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:04.683471 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-1d038dc3-7a1e-4b6d-a9ff-b69f37bc9889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:04.745549 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-1d038dc3-7a1e-4b6d-a9ff-b69f37bc9889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:04.748148 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-1d038dc3-7a1e-4b6d-a9ff-b69f37bc9889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:04.752019 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-1d038dc3-7a1e-4b6d-a9ff-b69f37bc9889 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4ab19ae7-02bc-4a60-a9ae-da6bff219c8f HTTP/1.1" status: 204 len: 168 time: 0.1480885 Jul 23 11:03:04.757837 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d038dc3-7a1e-4b6d-a9ff-b69f37bc9889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab19ae7-02bc-4a60-a9ae-da6bff219c8f,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:05.088550 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 56902) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:05.102913 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f1b90dcc-4f77-4a60-b0c2-263583eb397b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:05.126145 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cb5bb-f8b6-420a-b2e4-e9adf71e833c req-c85da730-5a97-4594-9df8-622e3fd3c0fa tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:05.128394 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a42cb5bb-f8b6-420a-b2e4-e9adf71e833c req-c85da730-5a97-4594-9df8-622e3fd3c0fa tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 943 time: 0.0768256 Jul 23 11:03:05.176892 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a42cb5bb-f8b6-420a-b2e4-e9adf71e833c req-a036859c-7d29-4bd8-9961-fa71e1a46fba tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427830 Jul 23 11:03:05.226625 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f1b90dcc-4f77-4a60-b0c2-263583eb397b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:05.235299 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f1b90dcc-4f77-4a60-b0c2-263583eb397b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:05.281959 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-f1b90dcc-4f77-4a60-b0c2-263583eb397b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ea3c71a2ce894a318aa5c3d71b3fdf4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1921518 Jul 23 11:03:05.284404 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b90dcc-4f77-4a60-b0c2-263583eb397b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0fd705-f93e-4b75-8b06-f391e50dd713,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:05.292168 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 56908) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:05.343931 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ab9ca091-4b2d-429f-afa0-af1e40ea1d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:05.365250 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ab9ca091-4b2d-429f-afa0-af1e40ea1d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:05.414676 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ab9ca091-4b2d-429f-afa0-af1e40ea1d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:05.417867 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ab9ca091-4b2d-429f-afa0-af1e40ea1d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:05.419573 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-ab9ca091-4b2d-429f-afa0-af1e40ea1d58 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fa0fd705-f93e-4b75-8b06-f391e50dd713 HTTP/1.1" status: 204 len: 168 time: 0.1261659 Jul 23 11:03:05.431054 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ca091-4b2d-429f-afa0-af1e40ea1d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0fd705-f93e-4b75-8b06-f391e50dd713,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:05.837898 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef64e70-c3d6-4202-bde1-bca304253cc8 req-f153e49e-cc6b-45d3-9de2-e2ebd064fb47 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:05.839489 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fef64e70-c3d6-4202-bde1-bca304253cc8 req-f153e49e-cc6b-45d3-9de2-e2ebd064fb47 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.0893173 Jul 23 11:03:05.895147 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fef64e70-c3d6-4202-bde1-bca304253cc8 req-57722ad4-72ab-41a2-a70c-9b7e9265fd6f tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498674 Jul 23 11:03:06.226376 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 56946) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:06.351035 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-07d9249d-9cdc-4a54-97e6-31e6b2cf78df admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-196847214-network', 'tenant_id': '1165799dfafa48dcbe42cd4ec67ea2ec'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:03:06.381041 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebd921-a4e2-46e0-bf35-c39d54ac2eb5 req-c9370c81-5125-4297-bd34-7ba1883b7632 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:06.383038 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-a2ebd921-a4e2-46e0-bf35-c39d54ac2eb5 req-c9370c81-5125-4297-bd34-7ba1883b7632 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 943 time: 0.1048532 Jul 23 11:03:06.399736 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d9249d-9cdc-4a54-97e6-31e6b2cf78df admin admin] Made reservation on behalf of 1165799dfafa48dcbe42cd4ec67ea2ec for: {'network': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:03:06.402554 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-07d9249d-9cdc-4a54-97e6-31e6b2cf78df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for network, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:06.416925 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-07d9249d-9cdc-4a54-97e6-31e6b2cf78df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:06.484751 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-a2ebd921-a4e2-46e0-bf35-c39d54ac2eb5 req-2667a6aa-0755-4fb6-ac2b-532e92f7a23b tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952199 Jul 23 11:03:06.563175 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-07d9249d-9cdc-4a54-97e6-31e6b2cf78df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:06.570717 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-07d9249d-9cdc-4a54-97e6-31e6b2cf78df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:06.603121 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07d9249d-9cdc-4a54-97e6-31e6b2cf78df admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=93047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:03:06.607752 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9249d-9cdc-4a54-97e6-31e6b2cf78df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b38e05c-b343-4626-95fa-7f9a63c09f1d,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:06.615384 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-07d9249d-9cdc-4a54-97e6-31e6b2cf78df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402'] for segment, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:06.615737 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.db.segments_db [None req-07d9249d-9cdc-4a54-97e6-31e6b2cf78df admin admin] Added segment 08f81389-4dc0-46ad-aacc-02000dec7f84 of type vlan for network c1983693-fe8e-4a35-beb9-2f00a7f70c5f Jul 23 11:03:06.662980 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-07d9249d-9cdc-4a54-97e6-31e6b2cf78df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792856099175'] for network, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:06.695212 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-07d9249d-9cdc-4a54-97e6-31e6b2cf78df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375'] for network, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:06.696261 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d9249d-9cdc-4a54-97e6-31e6b2cf78df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:06.696835 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-07d9249d-9cdc-4a54-97e6-31e6b2cf78df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for network, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:06.738334 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-07d9249d-9cdc-4a54-97e6-31e6b2cf78df admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5102193 Jul 23 11:03:06.741887 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 56958) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:06.747801 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-c27185b9-3ca6-4151-a028-7358a9f40075 admin admin] Request body: {'subnet': {'network_id': 'c1983693-fe8e-4a35-beb9-2f00a7f70c5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-196847214-subnet', 'tenant_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'ip_version': 4}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:03:06.774205 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9249d-9cdc-4a54-97e6-31e6b2cf78df admin admin] Pushing event updated for resources: {'Network': ['ID=c1983693-fe8e-4a35-beb9-2f00a7f70c5f,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:06.777268 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27185b9-3ca6-4151-a028-7358a9f40075 admin admin] Made reservation on behalf of 1165799dfafa48dcbe42cd4ec67ea2ec for: {'subnet': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:03:06.780469 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c27185b9-3ca6-4151-a028-7358a9f40075 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32886938'] for subnet, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:06.789532 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Network c1983693-fe8e-4a35-beb9-2f00a7f70c5f details requested by agent ovs-agent-dv-cinder-801989-3-iscsi with host dv-cinder-801989-3-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:03:07.011483 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c27185b9-3ca6-4151-a028-7358a9f40075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31524673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32886920'] for subnet, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:07.043821 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47129ec-4e0e-40d0-b413-4cfa777f1c49 req-58aa8ad9-0ab0-4948-bb1d-1901d86c2f6f tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:07.045651 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e47129ec-4e0e-40d0-b413-4cfa777f1c49 req-58aa8ad9-0ab0-4948-bb1d-1901d86c2f6f tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.0676596 Jul 23 11:03:07.084914 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27185b9-3ca6-4151-a028-7358a9f40075 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b941e96-e008-49a3-a2e8-fc949ea58787,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:07.101775 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27185b9-3ca6-4151-a028-7358a9f40075 admin admin] Checking segment: {'id': '08f81389-4dc0-46ad-aacc-02000dec7f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c1983693-fe8e-4a35-beb9-2f00a7f70c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:03:07.101775 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27185b9-3ca6-4151-a028-7358a9f40075 admin admin] Network hostable DHCP agents. Network: c1983693-fe8e-4a35-beb9-2f00a7f70c5f, hostable agents: ['b2a8c5e9-afda-4978-a37c-dc0c684fd952'], hosted agents: [] {{(pid=93046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:03:07.121325 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27185b9-3ca6-4151-a028-7358a9f40075 admin admin] Network c1983693-fe8e-4a35-beb9-2f00a7f70c5f is scheduled to be hosted by DHCP agent b2a8c5e9-afda-4978-a37c-dc0c684fd952 with binding_index 1 {{(pid=93046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:03:07.137659 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e47129ec-4e0e-40d0-b413-4cfa777f1c49 req-47d357f9-3311-43f2-a89b-d2507fed909e tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699792 Jul 23 11:03:07.139217 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-c27185b9-3ca6-4151-a028-7358a9f40075 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-3-iscsi, c1983693-fe8e-4a35-beb9-2f00a7f70c5f) {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:03:07.149723 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e66490c-369f-404c-bdcd-5ce20b457101 None None] Network c1983693-fe8e-4a35-beb9-2f00a7f70c5f requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:03:07.151589 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27185b9-3ca6-4151-a028-7358a9f40075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:07.152295 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c27185b9-3ca6-4151-a028-7358a9f40075 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:07.185099 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-c27185b9-3ca6-4151-a028-7358a9f40075 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4418750 Jul 23 11:03:07.187843 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 56968) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:07.194720 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-1e8d9dac-76a8-4ac0-b19c-8e79eadd9d5a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-196847214-router', 'tenant_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'}}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:03:07.219147 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-1e8d9dac-76a8-4ac0-b19c-8e79eadd9d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:07.220309 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-1e8d9dac-76a8-4ac0-b19c-8e79eadd9d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2691'] for router, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:07.294011 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-1e8d9dac-76a8-4ac0-b19c-8e79eadd9d5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:07.318698 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdc0a9f-3e57-492b-8870-092accecfc9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346dbadd-1aa0-50d9-9a92-89b0e917de90-c1983693-fe8e-4a35-beb9-2f00a7f70c5f', 'network_id': 'c1983693-fe8e-4a35-beb9-2f00a7f70c5f', 'tenant_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'fixed_ips': [{'subnet_id': '3b941e96-e008-49a3-a2e8-fc949ea58787'}]}} from dv-cinder-801989-3-iscsi. {{(pid=93048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 11:03:07.319631 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7fdc0a9f-3e57-492b-8870-092accecfc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:07.453032 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-1e8d9dac-76a8-4ac0-b19c-8e79eadd9d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-377716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2737'] for router, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:07.494968 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.db_base_plugin_common [None req-7fdc0a9f-3e57-492b-8870-092accecfc9e None None] Allocated IP 172.20.0.2 (c1983693-fe8e-4a35-beb9-2f00a7f70c5f/3b941e96-e008-49a3-a2e8-fc949ea58787/3902e953-ebcf-4bd5-ae4b-3a109865edae) {{(pid=93048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:03:07.684475 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7fdc0a9f-3e57-492b-8870-092accecfc9e None None] Notify callbacks [] for port, precommit_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:07.693357 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-7fdc0a9f-3e57-492b-8870-092accecfc9e None None] Transition to ACTIVE for port object 3902e953-ebcf-4bd5-ae4b-3a109865edae will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:03:07.709096 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-7fdc0a9f-3e57-492b-8870-092accecfc9e None None] Transition to ACTIVE for port object 3902e953-ebcf-4bd5-ae4b-3a109865edae will not be triggered until provisioned by entity DHCP. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:03:07.715685 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7fdc0a9f-3e57-492b-8870-092accecfc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974'] for port, after_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:07.766916 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee80ff-7930-49cc-8782-53697c89fbac req-55929c14-56a5-4386-be15-87f6f777e26c tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:07.769754 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-39ee80ff-7930-49cc-8782-53697c89fbac req-55929c14-56a5-4386-be15-87f6f777e26c tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 943 time: 0.1793401 Jul 23 11:03:07.770608 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc0a9f-3e57-492b-8870-092accecfc9e None None] Pushing event updated for resources: {'Port': ['ID=3902e953-ebcf-4bd5-ae4b-3a109865edae,revision_number=1']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:07.779751 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdc0a9f-3e57-492b-8870-092accecfc9e None None] Network c1983693-fe8e-4a35-beb9-2f00a7f70c5f is already hosted by enough agents. {{(pid=93048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:03:07.781272 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.scheduler.base_scheduler [None req-7fdc0a9f-3e57-492b-8870-092accecfc9e None None] Resources bound (agent type, host, resource id): {{(pid=93048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:03:07.784634 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdc0a9f-3e57-492b-8870-092accecfc9e None None] Received port after_create {{(pid=93048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:03:07.811439 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-1e8d9dac-76a8-4ac0-b19c-8e79eadd9d5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:07.840313 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-1e8d9dac-76a8-4ac0-b19c-8e79eadd9d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:07.853538 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-39ee80ff-7930-49cc-8782-53697c89fbac req-192a2445-fd71-43ea-aee0-cf8d4389c9d9 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684359 Jul 23 11:03:07.870956 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-7fdc0a9f-3e57-492b-8870-092accecfc9e None None] Attempting to bind port 3902e953-ebcf-4bd5-ae4b-3a109865edae on host dv-cinder-801989-3-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:03:07.871466 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-7fdc0a9f-3e57-492b-8870-092accecfc9e None None] Attempting to bind port 3902e953-ebcf-4bd5-ae4b-3a109865edae by drivers openvswitch,hyperv on host dv-cinder-801989-3-iscsi at level 0 using segments [{'id': '08f81389-4dc0-46ad-aacc-02000dec7f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c1983693-fe8e-4a35-beb9-2f00a7f70c5f'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:03:07.872494 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdc0a9f-3e57-492b-8870-092accecfc9e None None] Attempting to bind port 3902e953-ebcf-4bd5-ae4b-3a109865edae on network c1983693-fe8e-4a35-beb9-2f00a7f70c5f {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:03:07.881379 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdc0a9f-3e57-492b-8870-092accecfc9e None None] Checking agent: {'id': '63737f21-8f70-4879-b83c-8d101c99e22a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 52, 20), 'started_at': datetime.datetime(2021, 7, 23, 10, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:03:07.882073 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdc0a9f-3e57-492b-8870-092accecfc9e None None] Checking segment: {'id': '08f81389-4dc0-46ad-aacc-02000dec7f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c1983693-fe8e-4a35-beb9-2f00a7f70c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:03:07.882710 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7fdc0a9f-3e57-492b-8870-092accecfc9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:07.883370 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdc0a9f-3e57-492b-8870-092accecfc9e None None] Bound using segment: {'id': '08f81389-4dc0-46ad-aacc-02000dec7f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c1983693-fe8e-4a35-beb9-2f00a7f70c5f'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:03:07.884126 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-7fdc0a9f-3e57-492b-8870-092accecfc9e None None] Bound port: 3902e953-ebcf-4bd5-ae4b-3a109865edae, host: dv-cinder-801989-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08f81389-4dc0-46ad-aacc-02000dec7f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c1983693-fe8e-4a35-beb9-2f00a7f70c5f'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:03:07.884787 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7fdc0a9f-3e57-492b-8870-092accecfc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:07.966710 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-7fdc0a9f-3e57-492b-8870-092accecfc9e None None] For port 3902e953-ebcf-4bd5-ae4b-3a109865edae, host dv-cinder-801989-3-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:03:07.976944 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-7fdc0a9f-3e57-492b-8870-092accecfc9e None None] For port 3902e953-ebcf-4bd5-ae4b-3a109865edae, host dv-cinder-801989-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=3902e953-ebcf-4bd5-ae4b-3a109865edae,segment=NetworkSegment(08f81389-4dc0-46ad-aacc-02000dec7f84),segment_id=08f81389-4dc0-46ad-aacc-02000dec7f84)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:03:07.984508 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7fdc0a9f-3e57-492b-8870-092accecfc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:08.065235 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc0a9f-3e57-492b-8870-092accecfc9e None None] Pushing event updated for resources: {'Port': ['ID=3902e953-ebcf-4bd5-ae4b-3a109865edae,revision_number=2']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:08.237106 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [None req-1e8d9dac-76a8-4ac0-b19c-8e79eadd9d5a admin admin] Allocated IP 172.27.2.86 (7e03cc48-3144-4cbe-b31a-c20231b9d64e/936becf8-b9e9-4f67-8a9b-c483761f3f68/e520cf2b-2f3e-408e-8619-480013a663fa) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:03:08.323766 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1835d6-d3e0-44e7-a5fc-78f18e0b222b req-d9e4e989-b45b-476f-826a-c66097ab9452 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:08.334613 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8c1835d6-d3e0-44e7-a5fc-78f18e0b222b req-d9e4e989-b45b-476f-826a-c66097ab9452 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.1111858 Jul 23 11:03:08.432580 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8c1835d6-d3e0-44e7-a5fc-78f18e0b222b req-395c6527-3b63-481c-b8f1-ac418800ad75 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969622 Jul 23 11:03:08.436290 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-1e8d9dac-76a8-4ac0-b19c-8e79eadd9d5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:08.513976 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-1e8d9dac-76a8-4ac0-b19c-8e79eadd9d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31524845'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:08.594034 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8d9dac-76a8-4ac0-b19c-8e79eadd9d5a admin admin] Network 7e03cc48-3144-4cbe-b31a-c20231b9d64e is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:03:08.608867 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-1e8d9dac-76a8-4ac0-b19c-8e79eadd9d5a admin admin] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:03:08.619923 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8d9dac-76a8-4ac0-b19c-8e79eadd9d5a admin admin] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:03:08.674463 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d9dac-76a8-4ac0-b19c-8e79eadd9d5a admin admin] Pushing event updated for resources: {'Port': ['ID=e520cf2b-2f3e-408e-8619-480013a663fa,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:08.931109 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-1e8d9dac-76a8-4ac0-b19c-8e79eadd9d5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:09.107922 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c084b-1aec-4bef-9450-e9b0ef4da04e req-d95644b8-bd19-4d99-aeee-ee3e7307d9c7 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:09.110780 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ec6c084b-1aec-4bef-9450-e9b0ef4da04e req-d95644b8-bd19-4d99-aeee-ee3e7307d9c7 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 943 time: 0.1412868 Jul 23 11:03:09.221228 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ec6c084b-1aec-4bef-9450-e9b0ef4da04e req-8b637d0c-0674-4313-b527-42d38e181225 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016176 Jul 23 11:03:09.269398 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-1e8d9dac-76a8-4ac0-b19c-8e79eadd9d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-408892'] for router, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:09.423290 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7427717b-7508-428f-a8a9-4cf5babb8fc5 None None] Network c1983693-fe8e-4a35-beb9-2f00a7f70c5f requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:03:09.441718 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8d9dac-76a8-4ac0-b19c-8e79eadd9d5a admin admin] Router db5a722c-e321-4179-aead-8e04aa51c2f0 is scheduled to L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 with binding_index 1 {{(pid=93046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 11:03:09.574417 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8d9dac-76a8-4ac0-b19c-8e79eadd9d5a admin admin] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:03:09.586811 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6adac0-8958-48a0-844e-4f48ccd2c7df None None] Sync routers for ids ['db5a722c-e321-4179-aead-8e04aa51c2f0'] in dv-cinder-801989-3-iscsi {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:03:09.594273 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-682ee937-1a64-4c63-ad3a-92f94a228772 None None] Provisioning for port 3902e953-ebcf-4bd5-ae4b-3a109865edae completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:03:09.606621 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6adac0-8958-48a0-844e-4f48ccd2c7df None None] Routers {'db5a722c-e321-4179-aead-8e04aa51c2f0'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:03:09.607611 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-4e6adac0-8958-48a0-844e-4f48ccd2c7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:02:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['db5a722c-e321-4179-aead-8e04aa51c2f0'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:09.635186 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-1e8d9dac-76a8-4ac0-b19c-8e79eadd9d5a admin admin] Notify callbacks [] for router, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:09.639085 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-1e8d9dac-76a8-4ac0-b19c-8e79eadd9d5a admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4464979 Jul 23 11:03:09.639798 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 57006) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:09.660844 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabd181-0cce-4bb0-93b1-23bbe8d4c07d req-fb24e76c-9030-4cc8-bfe6-4199c07360dc tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:09.662451 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fdabd181-0cce-4bb0-93b1-23bbe8d4c07d req-fb24e76c-9030-4cc8-bfe6-4199c07360dc tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.1123030 Jul 23 11:03:09.748795 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fdabd181-0cce-4bb0-93b1-23bbe8d4c07d req-15e98c8f-91fe-4563-9c89-2fd0dba47bf2 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735381 Jul 23 11:03:09.800687 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-4e6adac0-8958-48a0-844e-4f48ccd2c7df None None] Set router db5a722c-e321-4179-aead-8e04aa51c2f0 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:03:10.039723 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-4e6adac0-8958-48a0-844e-4f48ccd2c7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'name': 'tempest-TestShelveInstance-196847214-router', 'tenant_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e520cf2b-2f3e-408e-8619-480013a663fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:07Z', 'updated_at': '2021-07-23T11:03:08Z', 'revision_number': 3, 'project_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'gw_port': {'id': 'e520cf2b-2f3e-408e-8619-480013a663fa', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:07Z', 'updated_at': '2021-07-23T11:03:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi'}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:10.108765 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6adac0-8958-48a0-844e-4f48ccd2c7df None None] Checking router: db5a722c-e321-4179-aead-8e04aa51c2f0 for host: dv-cinder-801989-3-iscsi {{(pid=93049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:03:10.109799 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6adac0-8958-48a0-844e-4f48ccd2c7df None None] Updating router db5a722c-e321-4179-aead-8e04aa51c2f0 port e520cf2b-2f3e-408e-8619-480013a663fa binding host dv-cinder-801989-3-iscsi {{(pid=93049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:03:10.141474 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 3902e953-ebcf-4bd5-ae4b-3a109865edae up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:03:10.210405 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-4e6adac0-8958-48a0-844e-4f48ccd2c7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:10.217520 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning for port 3902e953-ebcf-4bd5-ae4b-3a109865edae completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:03:10.222607 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port 3902e953-ebcf-4bd5-ae4b-3a109865edae triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:03:10.223267 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:10.266645 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-52bdfee9-5b5d-4a7e-8dd6-d9ffb01a0af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:10.338120 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:10.376906 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] For port 3902e953-ebcf-4bd5-ae4b-3a109865edae, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=3902e953-ebcf-4bd5-ae4b-3a109865edae,segment=NetworkSegment(08f81389-4dc0-46ad-aacc-02000dec7f84),segment_id=08f81389-4dc0-46ad-aacc-02000dec7f84)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:03:10.385628 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:10.490120 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Pushing event updated for resources: {'Port': ['ID=3902e953-ebcf-4bd5-ae4b-3a109865edae,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:10.517116 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306cf3f-74b3-47be-b08d-bd7712b1372f req-e01e4d67-4653-46c4-b958-5ab08dcc89f4 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:10.519223 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-5306cf3f-74b3-47be-b08d-bd7712b1372f req-e01e4d67-4653-46c4-b958-5ab08dcc89f4 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 943 time: 0.1286612 Jul 23 11:03:10.597261 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [None req-52bdfee9-5b5d-4a7e-8dd6-d9ffb01a0af8 admin admin] Allocated IP 172.20.0.1 (c1983693-fe8e-4a35-beb9-2f00a7f70c5f/3b941e96-e008-49a3-a2e8-fc949ea58787/a9d57df7-3310-4693-a352-833ee6035b6c) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:03:10.598289 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-5306cf3f-74b3-47be-b08d-bd7712b1372f req-f6fc0cc3-8559-454b-a2c8-9e8f028e2594 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706820 Jul 23 11:03:10.715433 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-4e6adac0-8958-48a0-844e-4f48ccd2c7df None None] Notify callbacks [] for port, precommit_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:10.726544 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.provisioning_blocks [None req-4e6adac0-8958-48a0-844e-4f48ccd2c7df None None] Transition to ACTIVE for port object e520cf2b-2f3e-408e-8619-480013a663fa will not be triggered until provisioned by entity L2. {{(pid=93049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:03:10.733004 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-4e6adac0-8958-48a0-844e-4f48ccd2c7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:10.736423 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-52bdfee9-5b5d-4a7e-8dd6-d9ffb01a0af8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:10.754382 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.provisioning_blocks [None req-52bdfee9-5b5d-4a7e-8dd6-d9ffb01a0af8 admin admin] Transition to ACTIVE for port object a9d57df7-3310-4693-a352-833ee6035b6c will not be triggered until provisioned by entity DHCP. {{(pid=93046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:03:10.793952 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-4e6adac0-8958-48a0-844e-4f48ccd2c7df None None] Attempting to bind port e520cf2b-2f3e-408e-8619-480013a663fa on host dv-cinder-801989-3-iscsi for vnic_type normal with profile {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:03:10.794194 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-4e6adac0-8958-48a0-844e-4f48ccd2c7df None None] Attempting to bind port e520cf2b-2f3e-408e-8619-480013a663fa by drivers openvswitch,hyperv on host dv-cinder-801989-3-iscsi at level 0 using segments [{'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:03:10.794556 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6adac0-8958-48a0-844e-4f48ccd2c7df None None] Attempting to bind port e520cf2b-2f3e-408e-8619-480013a663fa on network 7e03cc48-3144-4cbe-b31a-c20231b9d64e {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:03:10.800923 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b2377-6423-4eac-babd-bc16e2185b98 None None] Pushing event updated for resources: {'Port': ['ID=e520cf2b-2f3e-408e-8619-480013a663fa,revision_number=2']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:10.806771 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-52bdfee9-5b5d-4a7e-8dd6-d9ffb01a0af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31524845'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:10.810592 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6adac0-8958-48a0-844e-4f48ccd2c7df None None] Checking agent: {'id': '63737f21-8f70-4879-b83c-8d101c99e22a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 52, 20), 'started_at': datetime.datetime(2021, 7, 23, 10, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:03:10.811979 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6adac0-8958-48a0-844e-4f48ccd2c7df None None] Checking segment: {'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:03:10.812407 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-4e6adac0-8958-48a0-844e-4f48ccd2c7df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:10.812807 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6adac0-8958-48a0-844e-4f48ccd2c7df None None] Bound using segment: {'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:03:10.813337 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-4e6adac0-8958-48a0-844e-4f48ccd2c7df None None] Bound port: e520cf2b-2f3e-408e-8619-480013a663fa, host: dv-cinder-801989-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'}}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:03:10.813784 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-4e6adac0-8958-48a0-844e-4f48ccd2c7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:10.843357 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3b2377-6423-4eac-babd-bc16e2185b98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:10.843704 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3b2377-6423-4eac-babd-bc16e2185b98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:10.844673 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3b2377-6423-4eac-babd-bc16e2185b98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:10.845091 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3b2377-6423-4eac-babd-bc16e2185b98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:10.845936 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3b2377-6423-4eac-babd-bc16e2185b98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:10.846275 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3b2377-6423-4eac-babd-bc16e2185b98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:10.846614 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3b2377-6423-4eac-babd-bc16e2185b98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:10.846934 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3b2377-6423-4eac-babd-bc16e2185b98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:10.847284 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3b2377-6423-4eac-babd-bc16e2185b98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:10.847776 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3b2377-6423-4eac-babd-bc16e2185b98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:10.848121 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3b2377-6423-4eac-babd-bc16e2185b98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:10.848502 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3b2377-6423-4eac-babd-bc16e2185b98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:10.858652 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bdfee9-5b5d-4a7e-8dd6-d9ffb01a0af8 admin admin] Network c1983693-fe8e-4a35-beb9-2f00a7f70c5f is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:03:10.862440 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-52bdfee9-5b5d-4a7e-8dd6-d9ffb01a0af8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:03:10.866339 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bdfee9-5b5d-4a7e-8dd6-d9ffb01a0af8 admin admin] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:03:10.925065 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-4e6adac0-8958-48a0-844e-4f48ccd2c7df None None] For port e520cf2b-2f3e-408e-8619-480013a663fa, host dv-cinder-801989-3-iscsi, cleared binding levels {{(pid=93049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:03:10.929422 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-4e6adac0-8958-48a0-844e-4f48ccd2c7df None None] For port e520cf2b-2f3e-408e-8619-480013a663fa, host dv-cinder-801989-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=e520cf2b-2f3e-408e-8619-480013a663fa,segment=NetworkSegment(b5c8421f-b86b-4175-8464-b8724faa06bb),segment_id=b5c8421f-b86b-4175-8464-b8724faa06bb)] {{(pid=93049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:03:10.939306 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bdfee9-5b5d-4a7e-8dd6-d9ffb01a0af8 admin admin] Pushing event updated for resources: {'Port': ['ID=a9d57df7-3310-4693-a352-833ee6035b6c,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:10.943797 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-4e6adac0-8958-48a0-844e-4f48ccd2c7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:10.955641 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bdfee9-5b5d-4a7e-8dd6-d9ffb01a0af8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:10.955986 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bdfee9-5b5d-4a7e-8dd6-d9ffb01a0af8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:10.956367 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bdfee9-5b5d-4a7e-8dd6-d9ffb01a0af8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:10.956695 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bdfee9-5b5d-4a7e-8dd6-d9ffb01a0af8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:10.957022 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bdfee9-5b5d-4a7e-8dd6-d9ffb01a0af8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:10.957350 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bdfee9-5b5d-4a7e-8dd6-d9ffb01a0af8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:10.957672 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bdfee9-5b5d-4a7e-8dd6-d9ffb01a0af8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:10.957992 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bdfee9-5b5d-4a7e-8dd6-d9ffb01a0af8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:10.958331 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bdfee9-5b5d-4a7e-8dd6-d9ffb01a0af8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:10.958632 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bdfee9-5b5d-4a7e-8dd6-d9ffb01a0af8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:10.958948 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bdfee9-5b5d-4a7e-8dd6-d9ffb01a0af8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:10.959263 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bdfee9-5b5d-4a7e-8dd6-d9ffb01a0af8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:10.964830 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d49a7-32d6-4e47-8b40-006aa09788a7 req-dc599838-747f-49b2-a785-96cb5c5274f8 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:10.977379 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-52bdfee9-5b5d-4a7e-8dd6-d9ffb01a0af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407845'] for router_interface, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:10.983156 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cf2d49a7-32d6-4e47-8b40-006aa09788a7 req-dc599838-747f-49b2-a785-96cb5c5274f8 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.1430466 Jul 23 11:03:11.054506 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6adac0-8958-48a0-844e-4f48ccd2c7df None None] Routers {'db5a722c-e321-4179-aead-8e04aa51c2f0'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:03:11.054506 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-4e6adac0-8958-48a0-844e-4f48ccd2c7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:02:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['db5a722c-e321-4179-aead-8e04aa51c2f0'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:11.074921 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cf2d49a7-32d6-4e47-8b40-006aa09788a7 req-b16a5a42-ff4d-43b6-9380-8f73dfff490e tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906501 Jul 23 11:03:11.216688 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-52bdfee9-5b5d-4a7e-8dd6-d9ffb01a0af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:11.243757 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b2377-6423-4eac-babd-bc16e2185b98 None None] Pushing event updated for resources: {'Port': ['ID=e520cf2b-2f3e-408e-8619-480013a663fa,revision_number=3']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:11.354665 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-4e6adac0-8958-48a0-844e-4f48ccd2c7df None None] Set router db5a722c-e321-4179-aead-8e04aa51c2f0 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:03:11.363256 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-848dc27c-3d20-4b88-8f86-999f0dd2d523 None None] Provisioning for port a9d57df7-3310-4693-a352-833ee6035b6c completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:03:11.370383 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-848dc27c-3d20-4b88-8f86-999f0dd2d523 None None] Provisioning complete for port a9d57df7-3310-4693-a352-833ee6035b6c triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:03:11.371493 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-848dc27c-3d20-4b88-8f86-999f0dd2d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:11.440947 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-52bdfee9-5b5d-4a7e-8dd6-d9ffb01a0af8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:11.443880 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-848dc27c-3d20-4b88-8f86-999f0dd2d523 None None] Port a9d57df7-3310-4693-a352-833ee6035b6c cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:03:11.446117 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-52bdfee9-5b5d-4a7e-8dd6-d9ffb01a0af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31524822'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:11.692862 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-4e6adac0-8958-48a0-844e-4f48ccd2c7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'name': 'tempest-TestShelveInstance-196847214-router', 'tenant_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e520cf2b-2f3e-408e-8619-480013a663fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:07Z', 'updated_at': '2021-07-23T11:03:08Z', 'revision_number': 3, 'project_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'gw_port': {'id': 'e520cf2b-2f3e-408e-8619-480013a663fa', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:07Z', 'updated_at': '2021-07-23T11:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi'}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:11.727821 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6adac0-8958-48a0-844e-4f48ccd2c7df None None] The sync data for ids ['db5a722c-e321-4179-aead-8e04aa51c2f0'] in dv-cinder-801989-3-iscsi is: [{'id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'name': 'tempest-TestShelveInstance-196847214-router', 'tenant_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e520cf2b-2f3e-408e-8619-480013a663fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:07Z', 'updated_at': '2021-07-23T11:03:08Z', 'revision_number': 3, 'project_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'gw_port': {'id': 'e520cf2b-2f3e-408e-8619-480013a663fa', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:07Z', 'updated_at': '2021-07-23T11:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi'}] {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:03:11.742724 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bdfee9-5b5d-4a7e-8dd6-d9ffb01a0af8 admin admin] Pushing event updated for resources: {'Port': ['ID=a9d57df7-3310-4693-a352-833ee6035b6c,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:11.794113 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-52bdfee9-5b5d-4a7e-8dd6-d9ffb01a0af8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402930'] for router_interface, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:11.883663 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3493c-4c29-47c4-af69-281948272050 req-b79f1cec-f791-4723-95e3-79a534347196 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:11.885591 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-cdf3493c-4c29-47c4-af69-281948272050 req-b79f1cec-f791-4723-95e3-79a534347196 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 943 time: 0.1388733 Jul 23 11:03:11.937436 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bdfee9-5b5d-4a7e-8dd6-d9ffb01a0af8 admin admin] Network c1983693-fe8e-4a35-beb9-2f00a7f70c5f is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:03:11.940876 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-52bdfee9-5b5d-4a7e-8dd6-d9ffb01a0af8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:03:11.948308 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-cdf3493c-4c29-47c4-af69-281948272050 req-82b4b23a-35a8-4709-a016-63ec0160369a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562217 Jul 23 11:03:12.129330 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 3902e953-ebcf-4bd5-ae4b-3a109865edae up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:03:12.259122 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f7205-7a18-4ac8-be67-66c1a72111c5 req-e2b3fbaf-5cdd-4c05-9604-ea92f7bc071d tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:12.275709 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0b8f7205-7a18-4ac8-be67-66c1a72111c5 req-e2b3fbaf-5cdd-4c05-9604-ea92f7bc071d tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.0964079 Jul 23 11:03:12.276042 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52bdfee9-5b5d-4a7e-8dd6-d9ffb01a0af8 admin admin] Router db5a722c-e321-4179-aead-8e04aa51c2f0 has already been hosted by L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 {{(pid=93046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:03:12.286151 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port 3902e953-ebcf-4bd5-ae4b-3a109865edae triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:03:12.286481 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:12.338014 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0b8f7205-7a18-4ac8-be67-66c1a72111c5 req-5fa98f81-6a95-4c73-8822-b07da560eee9 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607419 Jul 23 11:03:12.428854 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-8d699495-d0b2-46e7-916b-386a4dc9ad9c None None] Provisioning complete for port a9d57df7-3310-4693-a352-833ee6035b6c triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:03:12.429515 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-8d699495-d0b2-46e7-916b-386a4dc9ad9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:12.469264 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52bdfee9-5b5d-4a7e-8dd6-d9ffb01a0af8 admin admin] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:03:12.484696 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-52bdfee9-5b5d-4a7e-8dd6-d9ffb01a0af8 admin admin] 10.222.0.47 "PUT /v2.0/routers/db5a722c-e321-4179-aead-8e04aa51c2f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8443029 Jul 23 11:03:12.522027 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-8d699495-d0b2-46e7-916b-386a4dc9ad9c None None] Port a9d57df7-3310-4693-a352-833ee6035b6c cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:03:13.043288 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 57068) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:13.049322 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-7f971ab6-8777-44c3-acaf-40151710c9ff admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-451454687-network', 'tenant_id': '411411eb59f3499c91ae92afe71ae2e0'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:03:13.084830 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f971ab6-8777-44c3-acaf-40151710c9ff admin admin] Made reservation on behalf of 411411eb59f3499c91ae92afe71ae2e0 for: {'network': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:03:13.087186 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7f971ab6-8777-44c3-acaf-40151710c9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for network, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:13.111295 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7f971ab6-8777-44c3-acaf-40151710c9ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:13.185435 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acae1d0-82bd-4123-9a71-36836c626888 req-d840245d-104a-4f56-a633-461fb187af7c tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:13.186965 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9acae1d0-82bd-4123-9a71-36836c626888 req-d840245d-104a-4f56-a633-461fb187af7c tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 943 time: 0.1163590 Jul 23 11:03:13.248249 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9acae1d0-82bd-4123-9a71-36836c626888 req-2280648d-3a48-4897-9397-272d2db89245 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517600 Jul 23 11:03:13.292477 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7f971ab6-8777-44c3-acaf-40151710c9ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:13.302688 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7f971ab6-8777-44c3-acaf-40151710c9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:13.329920 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f971ab6-8777-44c3-acaf-40151710c9ff admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=93046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:03:13.346772 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f971ab6-8777-44c3-acaf-40151710c9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58846ce-5a7c-4b8d-ac49-e8b463a65b39,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:13.352366 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7f971ab6-8777-44c3-acaf-40151710c9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402'] for segment, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:13.352714 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.db.segments_db [None req-7f971ab6-8777-44c3-acaf-40151710c9ff admin admin] Added segment 0db5d32d-768f-4c85-ba5f-2947bf3d8000 of type vlan for network 4c534298-a7f4-49cd-b8db-442c96adc399 Jul 23 11:03:13.397914 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7f971ab6-8777-44c3-acaf-40151710c9ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792856099175'] for network, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:13.444738 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7f971ab6-8777-44c3-acaf-40151710c9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375'] for network, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:13.445764 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f971ab6-8777-44c3-acaf-40151710c9ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:13.446355 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7f971ab6-8777-44c3-acaf-40151710c9ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:13.512010 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d7ad7-a766-46e1-bee0-e4733706fbb2 req-5400f61e-9281-4807-8213-3353952434f4 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:13.514460 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5e0d7ad7-a766-46e1-bee0-e4733706fbb2 req-5400f61e-9281-4807-8213-3353952434f4 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.0882211 Jul 23 11:03:13.518270 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f971ab6-8777-44c3-acaf-40151710c9ff admin admin] Pushing event updated for resources: {'Network': ['ID=4c534298-a7f4-49cd-b8db-442c96adc399,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:13.528421 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Network 4c534298-a7f4-49cd-b8db-442c96adc399 details requested by agent ovs-agent-dv-cinder-801989-3-iscsi with host dv-cinder-801989-3-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:03:13.530681 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-7f971ab6-8777-44c3-acaf-40151710c9ff admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4859600 Jul 23 11:03:13.531854 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 57078) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:13.539365 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-f6fa0e7a-0130-4fc2-9cd2-442e6182b316 admin admin] Request body: {'subnet': {'network_id': '4c534298-a7f4-49cd-b8db-442c96adc399', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-451454687-subnet', 'tenant_id': '411411eb59f3499c91ae92afe71ae2e0', 'ip_version': 4}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:03:13.568305 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6fa0e7a-0130-4fc2-9cd2-442e6182b316 admin admin] Made reservation on behalf of 411411eb59f3499c91ae92afe71ae2e0 for: {'subnet': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:03:13.573926 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0e7a-0130-4fc2-9cd2-442e6182b316 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32886938'] for subnet, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:13.604615 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5e0d7ad7-a766-46e1-bee0-e4733706fbb2 req-2e2892a2-ff3b-4488-a5b1-c07ad0b68e7e tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831487 Jul 23 11:03:13.789082 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0e7a-0130-4fc2-9cd2-442e6182b316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31524673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32886920'] for subnet, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:13.816360 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed454707-778b-4c29-84c0-9a4b1d3cbe01 None None] Sync routers for ids ['db5a722c-e321-4179-aead-8e04aa51c2f0'] in dv-cinder-801989-3-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:03:13.831323 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed454707-778b-4c29-84c0-9a4b1d3cbe01 None None] Routers {'db5a722c-e321-4179-aead-8e04aa51c2f0'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:03:13.832168 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-ed454707-778b-4c29-84c0-9a4b1d3cbe01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:02:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['db5a722c-e321-4179-aead-8e04aa51c2f0'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:13.855596 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa0e7a-0130-4fc2-9cd2-442e6182b316 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c4c2d6f-232d-4889-922f-042c92777c97,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:13.862546 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fa0e7a-0130-4fc2-9cd2-442e6182b316 admin admin] Checking segment: {'id': '0db5d32d-768f-4c85-ba5f-2947bf3d8000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4c534298-a7f4-49cd-b8db-442c96adc399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:03:13.862891 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fa0e7a-0130-4fc2-9cd2-442e6182b316 admin admin] Network hostable DHCP agents. Network: 4c534298-a7f4-49cd-b8db-442c96adc399, hostable agents: ['b2a8c5e9-afda-4978-a37c-dc0c684fd952'], hosted agents: [] {{(pid=93046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:03:13.882995 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fa0e7a-0130-4fc2-9cd2-442e6182b316 admin admin] Network 4c534298-a7f4-49cd-b8db-442c96adc399 is scheduled to be hosted by DHCP agent b2a8c5e9-afda-4978-a37c-dc0c684fd952 with binding_index 1 {{(pid=93046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:03:13.893749 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-f6fa0e7a-0130-4fc2-9cd2-442e6182b316 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-3-iscsi, 4c534298-a7f4-49cd-b8db-442c96adc399) {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:03:13.898022 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fa0e7a-0130-4fc2-9cd2-442e6182b316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:13.898604 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0e7a-0130-4fc2-9cd2-442e6182b316 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:13.905405 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2882e751-b6ec-4ea4-868e-b95f0931c8c6 None None] Network 4c534298-a7f4-49cd-b8db-442c96adc399 requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:03:13.914779 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-f6fa0e7a-0130-4fc2-9cd2-442e6182b316 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3812606 Jul 23 11:03:13.917361 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 57086) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:13.922150 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-947e8a94-2f71-4cc7-8ade-83ad11e447a4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-451454687-router', 'tenant_id': '411411eb59f3499c91ae92afe71ae2e0', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'}}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:03:13.945700 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-947e8a94-2f71-4cc7-8ade-83ad11e447a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:13.946511 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-947e8a94-2f71-4cc7-8ade-83ad11e447a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2691'] for router, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:14.011597 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-947e8a94-2f71-4cc7-8ade-83ad11e447a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:14.019730 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-ed454707-778b-4c29-84c0-9a4b1d3cbe01 None None] Set router db5a722c-e321-4179-aead-8e04aa51c2f0 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:03:14.062061 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device e520cf2b-2f3e-408e-8619-480013a663fa up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:03:14.153300 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-947e8a94-2f71-4cc7-8ade-83ad11e447a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-377716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2737'] for router, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:14.323020 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4747d2-a330-48e2-a959-ab3111f1f932 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346dbadd-1aa0-50d9-9a92-89b0e917de90-4c534298-a7f4-49cd-b8db-442c96adc399', 'network_id': '4c534298-a7f4-49cd-b8db-442c96adc399', 'tenant_id': '411411eb59f3499c91ae92afe71ae2e0', 'fixed_ips': [{'subnet_id': '0c4c2d6f-232d-4889-922f-042c92777c97'}]}} from dv-cinder-801989-3-iscsi. {{(pid=93048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 11:03:14.323785 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-da4747d2-a330-48e2-a959-ab3111f1f932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:14.380572 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning for port e520cf2b-2f3e-408e-8619-480013a663fa completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:03:14.393051 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port e520cf2b-2f3e-408e-8619-480013a663fa triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:03:14.393051 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:14.396634 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-947e8a94-2f71-4cc7-8ade-83ad11e447a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:14.422446 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-947e8a94-2f71-4cc7-8ade-83ad11e447a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:14.487640 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a296e-9ed9-40aa-aad1-a695af33ad30 req-5d2f4677-1954-4231-90d0-c4e6dea0aaa7 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:14.489756 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-057a296e-9ed9-40aa-aad1-a695af33ad30 req-5d2f4677-1954-4231-90d0-c4e6dea0aaa7 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 943 time: 0.1458440 Jul 23 11:03:14.564739 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-057a296e-9ed9-40aa-aad1-a695af33ad30 req-e0a2b9cd-e46f-4a23-a069-cee487c18089 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671988 Jul 23 11:03:14.581628 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [None req-947e8a94-2f71-4cc7-8ade-83ad11e447a4 admin admin] Allocated IP 172.27.2.32 (7e03cc48-3144-4cbe-b31a-c20231b9d64e/936becf8-b9e9-4f67-8a9b-c483761f3f68/1c7a1c4a-cd96-4848-84d5-6ea5361d1e30) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:03:14.601213 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.db_base_plugin_common [None req-da4747d2-a330-48e2-a959-ab3111f1f932 None None] Allocated IP 172.20.0.2 (4c534298-a7f4-49cd-b8db-442c96adc399/0c4c2d6f-232d-4889-922f-042c92777c97/1df6f9a3-aa7a-4c75-a04f-2cf5cda4719e) {{(pid=93048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:03:14.607004 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:14.659585 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] For port e520cf2b-2f3e-408e-8619-480013a663fa, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=e520cf2b-2f3e-408e-8619-480013a663fa,segment=NetworkSegment(b5c8421f-b86b-4175-8464-b8724faa06bb),segment_id=b5c8421f-b86b-4175-8464-b8724faa06bb)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:03:14.665365 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-ed454707-778b-4c29-84c0-9a4b1d3cbe01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'name': 'tempest-TestShelveInstance-196847214-router', 'tenant_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e520cf2b-2f3e-408e-8619-480013a663fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:07Z', 'updated_at': '2021-07-23T11:03:11Z', 'revision_number': 4, 'project_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'gw_port': {'id': 'e520cf2b-2f3e-408e-8619-480013a663fa', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:07Z', 'updated_at': '2021-07-23T11:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': 'a9d57df7-3310-4693-a352-833ee6035b6c', 'name': '', 'network_id': 'c1983693-fe8e-4a35-beb9-2f00a7f70c5f', 'tenant_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'mac_address': 'fa:16:3e:dd:95:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '3b941e96-e008-49a3-a2e8-fc949ea58787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:10Z', 'updated_at': '2021-07-23T11:03:11Z', 'revision_number': 2, 'project_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'subnets': [{'id': '3b941e96-e008-49a3-a2e8-fc949ea58787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:14.697789 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:14.726555 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-947e8a94-2f71-4cc7-8ade-83ad11e447a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:14.731264 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed454707-778b-4c29-84c0-9a4b1d3cbe01 None None] Checking router: db5a722c-e321-4179-aead-8e04aa51c2f0 for host: dv-cinder-801989-3-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:03:14.731628 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed454707-778b-4c29-84c0-9a4b1d3cbe01 None None] Updating router db5a722c-e321-4179-aead-8e04aa51c2f0 port a9d57df7-3310-4693-a352-833ee6035b6c binding host dv-cinder-801989-3-iscsi {{(pid=93048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:03:14.758154 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b602807-8003-4ada-bf25-b73a70a061bd req-cb9d25c0-28a9-4eba-a06c-b3dffd56d43c tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:14.759688 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6b602807-8003-4ada-bf25-b73a70a061bd req-cb9d25c0-28a9-4eba-a06c-b3dffd56d43c tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.0845201 Jul 23 11:03:14.769757 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-947e8a94-2f71-4cc7-8ade-83ad11e447a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31524845'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:14.800361 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6b602807-8003-4ada-bf25-b73a70a061bd req-1be2628d-3ac1-4113-8a69-2d69f5d58902 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346332 Jul 23 11:03:14.808824 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947e8a94-2f71-4cc7-8ade-83ad11e447a4 admin admin] Network 7e03cc48-3144-4cbe-b31a-c20231b9d64e is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:03:14.816050 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-947e8a94-2f71-4cc7-8ade-83ad11e447a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:03:14.820777 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e8a94-2f71-4cc7-8ade-83ad11e447a4 admin admin] Pushing event updated for resources: {'Port': ['ID=1c7a1c4a-cd96-4848-84d5-6ea5361d1e30,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:14.823011 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ed454707-778b-4c29-84c0-9a4b1d3cbe01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:14.823323 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947e8a94-2f71-4cc7-8ade-83ad11e447a4 admin admin] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:03:14.830196 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Pushing event updated for resources: {'Port': ['ID=e520cf2b-2f3e-408e-8619-480013a663fa,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:14.958391 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-da4747d2-a330-48e2-a959-ab3111f1f932 None None] Notify callbacks [] for port, precommit_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:14.977662 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-da4747d2-a330-48e2-a959-ab3111f1f932 None None] Transition to ACTIVE for port object 1df6f9a3-aa7a-4c75-a04f-2cf5cda4719e will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:03:15.002898 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-da4747d2-a330-48e2-a959-ab3111f1f932 None None] Transition to ACTIVE for port object 1df6f9a3-aa7a-4c75-a04f-2cf5cda4719e will not be triggered until provisioned by entity DHCP. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:03:15.022416 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-da4747d2-a330-48e2-a959-ab3111f1f932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974'] for port, after_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:15.078815 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-947e8a94-2f71-4cc7-8ade-83ad11e447a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:15.099083 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4747d2-a330-48e2-a959-ab3111f1f932 None None] Network 4c534298-a7f4-49cd-b8db-442c96adc399 is already hosted by enough agents. {{(pid=93048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:03:15.106980 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.scheduler.base_scheduler [None req-da4747d2-a330-48e2-a959-ab3111f1f932 None None] Resources bound (agent type, host, resource id): {{(pid=93048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:03:15.110123 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4747d2-a330-48e2-a959-ab3111f1f932 None None] Pushing event updated for resources: {'Port': ['ID=1df6f9a3-aa7a-4c75-a04f-2cf5cda4719e,revision_number=1']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:15.113097 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4747d2-a330-48e2-a959-ab3111f1f932 None None] Received port after_create {{(pid=93048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:03:15.214012 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-da4747d2-a330-48e2-a959-ab3111f1f932 None None] Attempting to bind port 1df6f9a3-aa7a-4c75-a04f-2cf5cda4719e on host dv-cinder-801989-3-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:03:15.214385 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-da4747d2-a330-48e2-a959-ab3111f1f932 None None] Attempting to bind port 1df6f9a3-aa7a-4c75-a04f-2cf5cda4719e by drivers openvswitch,hyperv on host dv-cinder-801989-3-iscsi at level 0 using segments [{'id': '0db5d32d-768f-4c85-ba5f-2947bf3d8000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4c534298-a7f4-49cd-b8db-442c96adc399'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:03:15.214750 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4747d2-a330-48e2-a959-ab3111f1f932 None None] Attempting to bind port 1df6f9a3-aa7a-4c75-a04f-2cf5cda4719e on network 4c534298-a7f4-49cd-b8db-442c96adc399 {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:03:15.238668 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4747d2-a330-48e2-a959-ab3111f1f932 None None] Checking agent: {'id': '63737f21-8f70-4879-b83c-8d101c99e22a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 52, 20), 'started_at': datetime.datetime(2021, 7, 23, 10, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:03:15.239046 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4747d2-a330-48e2-a959-ab3111f1f932 None None] Checking segment: {'id': '0db5d32d-768f-4c85-ba5f-2947bf3d8000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4c534298-a7f4-49cd-b8db-442c96adc399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:03:15.239442 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-da4747d2-a330-48e2-a959-ab3111f1f932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:15.239838 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4747d2-a330-48e2-a959-ab3111f1f932 None None] Bound using segment: {'id': '0db5d32d-768f-4c85-ba5f-2947bf3d8000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4c534298-a7f4-49cd-b8db-442c96adc399'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:03:15.240328 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-da4747d2-a330-48e2-a959-ab3111f1f932 None None] Bound port: 1df6f9a3-aa7a-4c75-a04f-2cf5cda4719e, host: dv-cinder-801989-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db5d32d-768f-4c85-ba5f-2947bf3d8000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4c534298-a7f4-49cd-b8db-442c96adc399'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:03:15.240707 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-da4747d2-a330-48e2-a959-ab3111f1f932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:15.272451 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-947e8a94-2f71-4cc7-8ade-83ad11e447a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-408892'] for router, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:15.287045 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ed454707-778b-4c29-84c0-9a4b1d3cbe01 None None] Notify callbacks [] for port, precommit_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:15.305330 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ed454707-778b-4c29-84c0-9a4b1d3cbe01 None None] Transition to ACTIVE for port object a9d57df7-3310-4693-a352-833ee6035b6c will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:03:15.317277 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ed454707-778b-4c29-84c0-9a4b1d3cbe01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:15.350966 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-da4747d2-a330-48e2-a959-ab3111f1f932 None None] For port 1df6f9a3-aa7a-4c75-a04f-2cf5cda4719e, host dv-cinder-801989-3-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:03:15.375970 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-da4747d2-a330-48e2-a959-ab3111f1f932 None None] For port 1df6f9a3-aa7a-4c75-a04f-2cf5cda4719e, host dv-cinder-801989-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=1df6f9a3-aa7a-4c75-a04f-2cf5cda4719e,segment=NetworkSegment(0db5d32d-768f-4c85-ba5f-2947bf3d8000),segment_id=0db5d32d-768f-4c85-ba5f-2947bf3d8000)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:03:15.386044 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-da4747d2-a330-48e2-a959-ab3111f1f932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:15.397456 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c56d76-b47e-4f3e-83f4-958e063191a7 None None] Pushing event updated for resources: {'Port': ['ID=a9d57df7-3310-4693-a352-833ee6035b6c,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:15.403459 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947e8a94-2f71-4cc7-8ade-83ad11e447a4 admin admin] Router 34bc4b52-f2dd-4bb6-8b0f-d63118c75166 is scheduled to L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 with binding_index 1 {{(pid=93046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 11:03:15.495656 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-ed454707-778b-4c29-84c0-9a4b1d3cbe01 None None] Attempting to bind port a9d57df7-3310-4693-a352-833ee6035b6c on host dv-cinder-801989-3-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:03:15.496308 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-ed454707-778b-4c29-84c0-9a4b1d3cbe01 None None] Attempting to bind port a9d57df7-3310-4693-a352-833ee6035b6c by drivers openvswitch,hyperv on host dv-cinder-801989-3-iscsi at level 0 using segments [{'id': '08f81389-4dc0-46ad-aacc-02000dec7f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c1983693-fe8e-4a35-beb9-2f00a7f70c5f'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:03:15.496858 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed454707-778b-4c29-84c0-9a4b1d3cbe01 None None] Attempting to bind port a9d57df7-3310-4693-a352-833ee6035b6c on network c1983693-fe8e-4a35-beb9-2f00a7f70c5f {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:03:15.516053 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4747d2-a330-48e2-a959-ab3111f1f932 None None] Pushing event updated for resources: {'Port': ['ID=1df6f9a3-aa7a-4c75-a04f-2cf5cda4719e,revision_number=2']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:15.522292 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed454707-778b-4c29-84c0-9a4b1d3cbe01 None None] Checking agent: {'id': '63737f21-8f70-4879-b83c-8d101c99e22a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 52, 20), 'started_at': datetime.datetime(2021, 7, 23, 10, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:03:15.522767 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed454707-778b-4c29-84c0-9a4b1d3cbe01 None None] Checking segment: {'id': '08f81389-4dc0-46ad-aacc-02000dec7f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c1983693-fe8e-4a35-beb9-2f00a7f70c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:03:15.523246 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ed454707-778b-4c29-84c0-9a4b1d3cbe01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:15.523716 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed454707-778b-4c29-84c0-9a4b1d3cbe01 None None] Bound using segment: {'id': '08f81389-4dc0-46ad-aacc-02000dec7f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c1983693-fe8e-4a35-beb9-2f00a7f70c5f'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:03:15.524366 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-ed454707-778b-4c29-84c0-9a4b1d3cbe01 None None] Bound port: a9d57df7-3310-4693-a352-833ee6035b6c, host: dv-cinder-801989-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08f81389-4dc0-46ad-aacc-02000dec7f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c1983693-fe8e-4a35-beb9-2f00a7f70c5f'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:03:15.524756 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ed454707-778b-4c29-84c0-9a4b1d3cbe01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:15.543703 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947e8a94-2f71-4cc7-8ade-83ad11e447a4 admin admin] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:03:15.559171 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e40bd06-5e35-4e57-a812-36852b383a03 None None] Sync routers for ids ['34bc4b52-f2dd-4bb6-8b0f-d63118c75166'] in dv-cinder-801989-3-iscsi {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:03:15.565297 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-947e8a94-2f71-4cc7-8ade-83ad11e447a4 admin admin] Notify callbacks [] for router, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:15.569044 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-947e8a94-2f71-4cc7-8ade-83ad11e447a4 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6482441 Jul 23 11:03:15.569609 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 57108) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:15.575281 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e40bd06-5e35-4e57-a812-36852b383a03 None None] Routers {'34bc4b52-f2dd-4bb6-8b0f-d63118c75166'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:03:15.575992 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-8e40bd06-5e35-4e57-a812-36852b383a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:02:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['34bc4b52-f2dd-4bb6-8b0f-d63118c75166'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:15.617840 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ed454707-778b-4c29-84c0-9a4b1d3cbe01 None None] For port a9d57df7-3310-4693-a352-833ee6035b6c, host dv-cinder-801989-3-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:03:15.621315 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ed454707-778b-4c29-84c0-9a4b1d3cbe01 None None] For port a9d57df7-3310-4693-a352-833ee6035b6c, host dv-cinder-801989-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=a9d57df7-3310-4693-a352-833ee6035b6c,segment=NetworkSegment(08f81389-4dc0-46ad-aacc-02000dec7f84),segment_id=08f81389-4dc0-46ad-aacc-02000dec7f84)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:03:15.629137 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ed454707-778b-4c29-84c0-9a4b1d3cbe01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:15.697524 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c56d76-b47e-4f3e-83f4-958e063191a7 None None] Pushing event updated for resources: {'Port': ['ID=a9d57df7-3310-4693-a352-833ee6035b6c,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:15.711927 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-8e40bd06-5e35-4e57-a812-36852b383a03 None None] Set router 34bc4b52-f2dd-4bb6-8b0f-d63118c75166 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:03:15.729029 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed454707-778b-4c29-84c0-9a4b1d3cbe01 None None] Routers {'db5a722c-e321-4179-aead-8e04aa51c2f0'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:03:15.729676 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-ed454707-778b-4c29-84c0-9a4b1d3cbe01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:02:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['db5a722c-e321-4179-aead-8e04aa51c2f0'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:15.840124 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e0edd-4bfb-4706-9978-0e43559de4e8 req-ceadfa8c-2c33-4c37-9b2f-58c50249398c tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:15.841717 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-276e0edd-4bfb-4706-9978-0e43559de4e8 req-ceadfa8c-2c33-4c37-9b2f-58c50249398c tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 943 time: 0.1793323 Jul 23 11:03:15.913788 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-276e0edd-4bfb-4706-9978-0e43559de4e8 req-051d99dc-007d-4f0d-8a24-2a4d82943c73 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614538 Jul 23 11:03:16.078990 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-ed454707-778b-4c29-84c0-9a4b1d3cbe01 None None] Set router db5a722c-e321-4179-aead-8e04aa51c2f0 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:03:16.136686 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-8e40bd06-5e35-4e57-a812-36852b383a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bc4b52-f2dd-4bb6-8b0f-d63118c75166', 'name': 'tempest-TestShelveInstance-451454687-router', 'tenant_id': '411411eb59f3499c91ae92afe71ae2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '1c7a1c4a-cd96-4848-84d5-6ea5361d1e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:13Z', 'updated_at': '2021-07-23T11:03:14Z', 'revision_number': 3, 'project_id': '411411eb59f3499c91ae92afe71ae2e0', 'gw_port': {'id': '1c7a1c4a-cd96-4848-84d5-6ea5361d1e30', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:27:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bc4b52-f2dd-4bb6-8b0f-d63118c75166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:14Z', 'updated_at': '2021-07-23T11:03:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi'}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:16.170301 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e40bd06-5e35-4e57-a812-36852b383a03 None None] Checking router: 34bc4b52-f2dd-4bb6-8b0f-d63118c75166 for host: dv-cinder-801989-3-iscsi {{(pid=93049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:03:16.170934 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e40bd06-5e35-4e57-a812-36852b383a03 None None] Updating router 34bc4b52-f2dd-4bb6-8b0f-d63118c75166 port 1c7a1c4a-cd96-4848-84d5-6ea5361d1e30 binding host dv-cinder-801989-3-iscsi {{(pid=93049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:03:16.214787 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-8e40bd06-5e35-4e57-a812-36852b383a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:16.238391 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device e520cf2b-2f3e-408e-8619-480013a663fa up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:03:16.250426 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a335a9-bd21-4a24-b75b-ceb730e63bd7 req-0b08f60e-1525-4297-a76a-e0bd8b6391d0 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:16.253393 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-24a335a9-bd21-4a24-b75b-ceb730e63bd7 req-0b08f60e-1525-4297-a76a-e0bd8b6391d0 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.1975996 Jul 23 11:03:16.279295 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5e6ba837-1a91-4ea1-b8c8-3c3d6642236b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:16.308015 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-24a335a9-bd21-4a24-b75b-ceb730e63bd7 req-0fe101bb-2f0b-4529-b8e5-0d41fa3e0bf6 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489583 Jul 23 11:03:16.343166 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port e520cf2b-2f3e-408e-8619-480013a663fa triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:03:16.343664 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:16.403310 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-ed454707-778b-4c29-84c0-9a4b1d3cbe01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'name': 'tempest-TestShelveInstance-196847214-router', 'tenant_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e520cf2b-2f3e-408e-8619-480013a663fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:07Z', 'updated_at': '2021-07-23T11:03:11Z', 'revision_number': 4, 'project_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'gw_port': {'id': 'e520cf2b-2f3e-408e-8619-480013a663fa', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:07Z', 'updated_at': '2021-07-23T11:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': 'a9d57df7-3310-4693-a352-833ee6035b6c', 'name': '', 'network_id': 'c1983693-fe8e-4a35-beb9-2f00a7f70c5f', 'tenant_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'mac_address': 'fa:16:3e:dd:95:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '3b941e96-e008-49a3-a2e8-fc949ea58787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:10Z', 'updated_at': '2021-07-23T11:03:15Z', 'revision_number': 4, 'project_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'subnets': [{'id': '3b941e96-e008-49a3-a2e8-fc949ea58787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:16.433289 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed454707-778b-4c29-84c0-9a4b1d3cbe01 None None] The sync data for ids ['db5a722c-e321-4179-aead-8e04aa51c2f0'] in dv-cinder-801989-3-iscsi is: [{'id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'name': 'tempest-TestShelveInstance-196847214-router', 'tenant_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e520cf2b-2f3e-408e-8619-480013a663fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:07Z', 'updated_at': '2021-07-23T11:03:11Z', 'revision_number': 4, 'project_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'gw_port': {'id': 'e520cf2b-2f3e-408e-8619-480013a663fa', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:07Z', 'updated_at': '2021-07-23T11:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': 'a9d57df7-3310-4693-a352-833ee6035b6c', 'name': '', 'network_id': 'c1983693-fe8e-4a35-beb9-2f00a7f70c5f', 'tenant_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'mac_address': 'fa:16:3e:dd:95:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '3b941e96-e008-49a3-a2e8-fc949ea58787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:10Z', 'updated_at': '2021-07-23T11:03:15Z', 'revision_number': 4, 'project_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'subnets': [{'id': '3b941e96-e008-49a3-a2e8-fc949ea58787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:03:16.476934 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 1df6f9a3-aa7a-4c75-a04f-2cf5cda4719e up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:03:16.515545 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [None req-5e6ba837-1a91-4ea1-b8c8-3c3d6642236b admin admin] Allocated IP 172.20.0.1 (4c534298-a7f4-49cd-b8db-442c96adc399/0c4c2d6f-232d-4889-922f-042c92777c97/69eea5ab-9c88-4fe5-9156-cdbf8ba3702b) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:03:16.542914 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-8e40bd06-5e35-4e57-a812-36852b383a03 None None] Notify callbacks [] for port, precommit_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:16.578553 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-1e745f47-569f-47ad-baaa-ced489be753f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:16.579041 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.provisioning_blocks [None req-8e40bd06-5e35-4e57-a812-36852b383a03 None None] Transition to ACTIVE for port object 1c7a1c4a-cd96-4848-84d5-6ea5361d1e30 will not be triggered until provisioned by entity L2. {{(pid=93049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:03:16.596168 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-8e40bd06-5e35-4e57-a812-36852b383a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:16.620257 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning for port 1df6f9a3-aa7a-4c75-a04f-2cf5cda4719e completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:03:16.675345 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-8e40bd06-5e35-4e57-a812-36852b383a03 None None] Attempting to bind port 1c7a1c4a-cd96-4848-84d5-6ea5361d1e30 on host dv-cinder-801989-3-iscsi for vnic_type normal with profile {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:03:16.676608 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-8e40bd06-5e35-4e57-a812-36852b383a03 None None] Attempting to bind port 1c7a1c4a-cd96-4848-84d5-6ea5361d1e30 by drivers openvswitch,hyperv on host dv-cinder-801989-3-iscsi at level 0 using segments [{'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:03:16.677154 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e40bd06-5e35-4e57-a812-36852b383a03 None None] Attempting to bind port 1c7a1c4a-cd96-4848-84d5-6ea5361d1e30 on network 7e03cc48-3144-4cbe-b31a-c20231b9d64e {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:03:16.686584 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5923b7-166d-4ac3-a096-839582904dbe None None] Pushing event updated for resources: {'Port': ['ID=1c7a1c4a-cd96-4848-84d5-6ea5361d1e30,revision_number=2']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:16.691542 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e40bd06-5e35-4e57-a812-36852b383a03 None None] Checking agent: {'id': '63737f21-8f70-4879-b83c-8d101c99e22a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 52, 20), 'started_at': datetime.datetime(2021, 7, 23, 10, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:03:16.691925 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e40bd06-5e35-4e57-a812-36852b383a03 None None] Checking segment: {'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:03:16.692375 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-8e40bd06-5e35-4e57-a812-36852b383a03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:16.692911 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e40bd06-5e35-4e57-a812-36852b383a03 None None] Bound using segment: {'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:03:16.693391 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-8e40bd06-5e35-4e57-a812-36852b383a03 None None] Bound port: 1c7a1c4a-cd96-4848-84d5-6ea5361d1e30, host: dv-cinder-801989-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'}}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:03:16.693792 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-8e40bd06-5e35-4e57-a812-36852b383a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:16.694676 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5e6ba837-1a91-4ea1-b8c8-3c3d6642236b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:16.716914 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [None req-5e6ba837-1a91-4ea1-b8c8-3c3d6642236b admin admin] Transition to ACTIVE for port object 69eea5ab-9c88-4fe5-9156-cdbf8ba3702b will not be triggered until provisioned by entity DHCP. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:03:16.757735 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-8e40bd06-5e35-4e57-a812-36852b383a03 None None] For port 1c7a1c4a-cd96-4848-84d5-6ea5361d1e30, host dv-cinder-801989-3-iscsi, cleared binding levels {{(pid=93049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:03:16.761664 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-8e40bd06-5e35-4e57-a812-36852b383a03 None None] For port 1c7a1c4a-cd96-4848-84d5-6ea5361d1e30, host dv-cinder-801989-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=1c7a1c4a-cd96-4848-84d5-6ea5361d1e30,segment=NetworkSegment(b5c8421f-b86b-4175-8464-b8724faa06bb),segment_id=b5c8421f-b86b-4175-8464-b8724faa06bb)] {{(pid=93049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:03:16.767996 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5e6ba837-1a91-4ea1-b8c8-3c3d6642236b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:16.769938 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-8e40bd06-5e35-4e57-a812-36852b383a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:16.812000 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6ba837-1a91-4ea1-b8c8-3c3d6642236b admin admin] Network 4c534298-a7f4-49cd-b8db-442c96adc399 is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:03:16.817945 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-5e6ba837-1a91-4ea1-b8c8-3c3d6642236b admin admin] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:03:16.818876 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e40bd06-5e35-4e57-a812-36852b383a03 None None] Routers {'34bc4b52-f2dd-4bb6-8b0f-d63118c75166'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:03:16.820353 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-8e40bd06-5e35-4e57-a812-36852b383a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:02:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['34bc4b52-f2dd-4bb6-8b0f-d63118c75166'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:16.821323 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6ba837-1a91-4ea1-b8c8-3c3d6642236b admin admin] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:03:16.867846 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5e6ba837-1a91-4ea1-b8c8-3c3d6642236b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407845'] for router_interface, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:16.903098 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08914d9e-c413-485e-915e-0cdcdd3180c6 None None] Network 4c534298-a7f4-49cd-b8db-442c96adc399 requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:03:16.910967 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ba837-1a91-4ea1-b8c8-3c3d6642236b admin admin] Pushing event updated for resources: {'Port': ['ID=69eea5ab-9c88-4fe5-9156-cdbf8ba3702b,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:16.921990 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6ba837-1a91-4ea1-b8c8-3c3d6642236b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:16.922336 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6ba837-1a91-4ea1-b8c8-3c3d6642236b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:16.922669 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6ba837-1a91-4ea1-b8c8-3c3d6642236b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:16.923444 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6ba837-1a91-4ea1-b8c8-3c3d6642236b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:16.923781 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6ba837-1a91-4ea1-b8c8-3c3d6642236b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:16.924126 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6ba837-1a91-4ea1-b8c8-3c3d6642236b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:16.924475 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6ba837-1a91-4ea1-b8c8-3c3d6642236b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:16.924937 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6ba837-1a91-4ea1-b8c8-3c3d6642236b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:16.925269 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6ba837-1a91-4ea1-b8c8-3c3d6642236b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:16.925591 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6ba837-1a91-4ea1-b8c8-3c3d6642236b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:16.925910 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6ba837-1a91-4ea1-b8c8-3c3d6642236b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:16.926227 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6ba837-1a91-4ea1-b8c8-3c3d6642236b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:16.971811 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-8e40bd06-5e35-4e57-a812-36852b383a03 None None] Set router 34bc4b52-f2dd-4bb6-8b0f-d63118c75166 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:03:16.974303 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5923b7-166d-4ac3-a096-839582904dbe None None] Pushing event updated for resources: {'Port': ['ID=1c7a1c4a-cd96-4848-84d5-6ea5361d1e30,revision_number=3']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:17.121111 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-0910f149-8b4d-465c-8794-db40907b9a71 None None] Provisioning for port 1df6f9a3-aa7a-4c75-a04f-2cf5cda4719e completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:03:17.126751 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-0910f149-8b4d-465c-8794-db40907b9a71 None None] Provisioning complete for port 1df6f9a3-aa7a-4c75-a04f-2cf5cda4719e triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:03:17.126929 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-0910f149-8b4d-465c-8794-db40907b9a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:17.147696 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5e6ba837-1a91-4ea1-b8c8-3c3d6642236b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:17.181421 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e877285-6dbc-4a3b-bad0-320968ea7b34 req-9c8c4330-4965-4f15-904e-b2f84b7c3135 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:17.193880 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-5e877285-6dbc-4a3b-bad0-320968ea7b34 req-9c8c4330-4965-4f15-904e-b2f84b7c3135 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 943 time: 0.1290653 Jul 23 11:03:17.261993 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-5e877285-6dbc-4a3b-bad0-320968ea7b34 req-bf2c3311-d0ee-407f-8caf-662bab101dd4 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623209 Jul 23 11:03:17.269908 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-8e40bd06-5e35-4e57-a812-36852b383a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bc4b52-f2dd-4bb6-8b0f-d63118c75166', 'name': 'tempest-TestShelveInstance-451454687-router', 'tenant_id': '411411eb59f3499c91ae92afe71ae2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '1c7a1c4a-cd96-4848-84d5-6ea5361d1e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:13Z', 'updated_at': '2021-07-23T11:03:14Z', 'revision_number': 3, 'project_id': '411411eb59f3499c91ae92afe71ae2e0', 'gw_port': {'id': '1c7a1c4a-cd96-4848-84d5-6ea5361d1e30', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:27:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bc4b52-f2dd-4bb6-8b0f-d63118c75166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:14Z', 'updated_at': '2021-07-23T11:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi'}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:17.282675 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-0910f149-8b4d-465c-8794-db40907b9a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:17.307894 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e40bd06-5e35-4e57-a812-36852b383a03 None None] The sync data for ids ['34bc4b52-f2dd-4bb6-8b0f-d63118c75166'] in dv-cinder-801989-3-iscsi is: [{'id': '34bc4b52-f2dd-4bb6-8b0f-d63118c75166', 'name': 'tempest-TestShelveInstance-451454687-router', 'tenant_id': '411411eb59f3499c91ae92afe71ae2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '1c7a1c4a-cd96-4848-84d5-6ea5361d1e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:13Z', 'updated_at': '2021-07-23T11:03:14Z', 'revision_number': 3, 'project_id': '411411eb59f3499c91ae92afe71ae2e0', 'gw_port': {'id': '1c7a1c4a-cd96-4848-84d5-6ea5361d1e30', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:27:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bc4b52-f2dd-4bb6-8b0f-d63118c75166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:14Z', 'updated_at': '2021-07-23T11:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi'}] {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:03:17.339978 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-0910f149-8b4d-465c-8794-db40907b9a71 None None] For port 1df6f9a3-aa7a-4c75-a04f-2cf5cda4719e, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=1df6f9a3-aa7a-4c75-a04f-2cf5cda4719e,segment=NetworkSegment(0db5d32d-768f-4c85-ba5f-2947bf3d8000),segment_id=0db5d32d-768f-4c85-ba5f-2947bf3d8000)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:03:17.347864 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-0910f149-8b4d-465c-8794-db40907b9a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:17.436364 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910f149-8b4d-465c-8794-db40907b9a71 None None] Pushing event updated for resources: {'Port': ['ID=1df6f9a3-aa7a-4c75-a04f-2cf5cda4719e,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:17.563372 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5e6ba837-1a91-4ea1-b8c8-3c3d6642236b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:17.579703 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5e6ba837-1a91-4ea1-b8c8-3c3d6642236b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31365311'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:17.592709 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-356a943c-4bde-4d85-8f7e-24aab2fe584d None None] Provisioning complete for port 1df6f9a3-aa7a-4c75-a04f-2cf5cda4719e triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:03:17.593513 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-356a943c-4bde-4d85-8f7e-24aab2fe584d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:17.652602 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ba837-1a91-4ea1-b8c8-3c3d6642236b admin admin] Pushing event updated for resources: {'Port': ['ID=69eea5ab-9c88-4fe5-9156-cdbf8ba3702b,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:17.702110 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147859f5-60c5-47a9-bed3-3ead919a3071 req-3c3f2b73-4697-4eef-9d8e-5dfe4189766a tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:17.703926 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-147859f5-60c5-47a9-bed3-3ead919a3071 req-3c3f2b73-4697-4eef-9d8e-5dfe4189766a tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.2776766 Jul 23 11:03:17.758822 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdf8ee-1c24-49d8-b3fe-45cce97708a7 req-9fe15a2f-9bdb-433a-8bc9-9adb4bdeaae6 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:17.760415 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-82cdf8ee-1c24-49d8-b3fe-45cce97708a7 req-9fe15a2f-9bdb-433a-8bc9-9adb4bdeaae6 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.48 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 945 time: 0.2812743 Jul 23 11:03:17.827472 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5e6ba837-1a91-4ea1-b8c8-3c3d6642236b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402930'] for router_interface, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:17.862981 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-147859f5-60c5-47a9-bed3-3ead919a3071 req-7a430941-696a-4c2a-8f4d-fc79bf9311e6 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510270 Jul 23 11:03:17.904671 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-356a943c-4bde-4d85-8f7e-24aab2fe584d None None] Provisioning for port 69eea5ab-9c88-4fe5-9156-cdbf8ba3702b completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:03:17.909680 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-356a943c-4bde-4d85-8f7e-24aab2fe584d None None] Provisioning complete for port 69eea5ab-9c88-4fe5-9156-cdbf8ba3702b triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:03:17.910110 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-356a943c-4bde-4d85-8f7e-24aab2fe584d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:17.950632 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-356a943c-4bde-4d85-8f7e-24aab2fe584d None None] Port 69eea5ab-9c88-4fe5-9156-cdbf8ba3702b cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:03:18.009950 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6ba837-1a91-4ea1-b8c8-3c3d6642236b admin admin] Network 4c534298-a7f4-49cd-b8db-442c96adc399 is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:03:18.012135 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-82cdf8ee-1c24-49d8-b3fe-45cce97708a7 req-f2b4a9f0-3f39-471a-91d1-05d51cb111dd tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Deleting port 97e5ad29-7afa-415b-a1a0-338135bf7c6b {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:03:18.013244 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-82cdf8ee-1c24-49d8-b3fe-45cce97708a7 req-f2b4a9f0-3f39-471a-91d1-05d51cb111dd tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:18.021686 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-5e6ba837-1a91-4ea1-b8c8-3c3d6642236b admin admin] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:03:18.098417 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-1a92f22e-644b-41ec-aea8-df9801cf6167 None None] Provisioning complete for port 69eea5ab-9c88-4fe5-9156-cdbf8ba3702b triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:03:18.099520 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-1a92f22e-644b-41ec-aea8-df9801cf6167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:18.194468 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-1a92f22e-644b-41ec-aea8-df9801cf6167 None None] Port 69eea5ab-9c88-4fe5-9156-cdbf8ba3702b cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:03:18.233072 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 1c7a1c4a-cd96-4848-84d5-6ea5361d1e30 up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:03:18.319493 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning for port 1c7a1c4a-cd96-4848-84d5-6ea5361d1e30 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:03:18.321709 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-6702d679-7f97-4de9-b730-54c5dddc8f64 None None] Provisioning complete for port 69eea5ab-9c88-4fe5-9156-cdbf8ba3702b triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:03:18.322084 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-6702d679-7f97-4de9-b730-54c5dddc8f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:18.325988 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port 1c7a1c4a-cd96-4848-84d5-6ea5361d1e30 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:03:18.326363 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:18.395177 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-6702d679-7f97-4de9-b730-54c5dddc8f64 None None] Port 69eea5ab-9c88-4fe5-9156-cdbf8ba3702b cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:03:18.448827 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:18.478875 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] For port 1c7a1c4a-cd96-4848-84d5-6ea5361d1e30, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=1c7a1c4a-cd96-4848-84d5-6ea5361d1e30,segment=NetworkSegment(b5c8421f-b86b-4175-8464-b8724faa06bb),segment_id=b5c8421f-b86b-4175-8464-b8724faa06bb)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:03:18.486498 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:18.487894 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 1df6f9a3-aa7a-4c75-a04f-2cf5cda4719e up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:03:18.500155 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-82cdf8ee-1c24-49d8-b3fe-45cce97708a7 req-f2b4a9f0-3f39-471a-91d1-05d51cb111dd tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] For port 97e5ad29-7afa-415b-a1a0-338135bf7c6b, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=97e5ad29-7afa-415b-a1a0-338135bf7c6b,segment=NetworkSegment(f6eb4813-8b72-4c98-b772-6906b7caa3dd),segment_id=f6eb4813-8b72-4c98-b772-6906b7caa3dd)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:03:18.500529 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-82cdf8ee-1c24-49d8-b3fe-45cce97708a7 req-f2b4a9f0-3f39-471a-91d1-05d51cb111dd tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:18.521830 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-82cdf8ee-1c24-49d8-b3fe-45cce97708a7 req-f2b4a9f0-3f39-471a-91d1-05d51cb111dd tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Calling delete_port for 97e5ad29-7afa-415b-a1a0-338135bf7c6b owned by compute:nova {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:03:18.541022 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6ba837-1a91-4ea1-b8c8-3c3d6642236b admin admin] Router 34bc4b52-f2dd-4bb6-8b0f-d63118c75166 has already been hosted by L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:03:18.561188 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Pushing event updated for resources: {'Port': ['ID=1c7a1c4a-cd96-4848-84d5-6ea5361d1e30,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:18.605878 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port 1df6f9a3-aa7a-4c75-a04f-2cf5cda4719e triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:03:18.606414 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:18.669059 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe085d-0183-45b0-9e43-60778129e9d1 req-2d201a0b-d47d-444e-97a0-77b5c9ce2d2a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:18.676233 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ecfe085d-0183-45b0-9e43-60778129e9d1 req-2d201a0b-d47d-444e-97a0-77b5c9ce2d2a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 943 time: 0.3011482 Jul 23 11:03:18.711017 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device a9d57df7-3310-4693-a352-833ee6035b6c up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:03:18.722894 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ecfe085d-0183-45b0-9e43-60778129e9d1 req-88c935ba-7298-4a9f-8acf-0885c08e9718 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455706 Jul 23 11:03:18.731442 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6ba837-1a91-4ea1-b8c8-3c3d6642236b admin admin] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:03:18.747701 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-5e6ba837-1a91-4ea1-b8c8-3c3d6642236b admin admin] 10.222.0.47 "PUT /v2.0/routers/34bc4b52-f2dd-4bb6-8b0f-d63118c75166/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1692381 Jul 23 11:03:18.775856 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning for port a9d57df7-3310-4693-a352-833ee6035b6c completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:03:18.780322 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port a9d57df7-3310-4693-a352-833ee6035b6c triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:03:18.780913 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:18.786063 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-82cdf8ee-1c24-49d8-b3fe-45cce97708a7 req-f2b4a9f0-3f39-471a-91d1-05d51cb111dd tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:18.803802 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['c7e68c1e-5ada-45c9-99a7-252798ccb43e'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:03:18.820445 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4a9f0-3f39-471a-91d1-05d51cb111dd tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Pushing event deleted for resources: {'Port': ['ID=97e5ad29-7afa-415b-a1a0-338135bf7c6b,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:18.892974 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-82cdf8ee-1c24-49d8-b3fe-45cce97708a7 req-f2b4a9f0-3f39-471a-91d1-05d51cb111dd tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] No DVR routers for this DVR port 97e5ad29-7afa-415b-a1a0-338135bf7c6b on host hv-cinder-80198 {{(pid=93047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:03:18.896034 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-82cdf8ee-1c24-49d8-b3fe-45cce97708a7 req-f2b4a9f0-3f39-471a-91d1-05d51cb111dd tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:18.898584 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-82cdf8ee-1c24-49d8-b3fe-45cce97708a7 req-f2b4a9f0-3f39-471a-91d1-05d51cb111dd tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.48 "DELETE /v2.0/ports/97e5ad29-7afa-415b-a1a0-338135bf7c6b HTTP/1.1" status: 204 len: 173 time: 1.1182361 Jul 23 11:03:18.899090 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8706d042-b67c-4cf9-ae47-5701e4b24ccd', 'name': 'network-vif-deleted', 'tag': '97e5ad29-7afa-415b-a1a0-338135bf7c6b'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:03:18.910812 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57990bb103ee5b7a3f14144f2b0acc3407ada3b1c8656e111118fed9c99398e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e5c237-5ed5-401a-9140-97e63435fd8f" -d '{"events": [{"server_uuid": "8706d042-b67c-4cf9-ae47-5701e4b24ccd", "name": "network-vif-deleted", "tag": "97e5ad29-7afa-415b-a1a0-338135bf7c6b"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:03:18.959355 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:18.978063 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9ad08954-6bd2-4206-a231-8146a5eb4f74 req-9bbabf1d-0441-400c-b76b-ec55ea434f99 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=8706d042-b67c-4cf9-ae47-5701e4b24ccd HTTP/1.1" status: 200 len: 210 time: 0.0296659 Jul 23 11:03:19.041691 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] For port a9d57df7-3310-4693-a352-833ee6035b6c, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=a9d57df7-3310-4693-a352-833ee6035b6c,segment=NetworkSegment(08f81389-4dc0-46ad-aacc-02000dec7f84),segment_id=08f81389-4dc0-46ad-aacc-02000dec7f84)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:03:19.041861 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037d554b-3e8a-4def-88fd-7b98e455bbb6 x-openstack-request-id: req-037d554b-3e8a-4def-88fd-7b98e455bbb6 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:03:19.042177 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8706d042-b67c-4cf9-ae47-5701e4b24ccd", "name": "network-vif-deleted", "tag": "97e5ad29-7afa-415b-a1a0-338135bf7c6b", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:03:19.042788 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-037d554b-3e8a-4def-88fd-7b98e455bbb6 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:03:19.043418 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8706d042-b67c-4cf9-ae47-5701e4b24ccd', 'name': 'network-vif-deleted', 'tag': '97e5ad29-7afa-415b-a1a0-338135bf7c6b', 'status': 'completed', 'code': 200} Jul 23 11:03:19.050708 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:19.106848 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Pushing event updated for resources: {'Port': ['ID=a9d57df7-3310-4693-a352-833ee6035b6c,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:19.478452 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 57176) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:19.482979 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-366d305a-1532-420e-8e43-39efe70cbc3f tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-238684192', 'description': 'tempest-secgroup-smoke-238684192 description', 'project_id': '1165799dfafa48dcbe42cd4ec67ea2ec'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:03:19.508626 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-366d305a-1532-420e-8e43-39efe70cbc3f tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:19.561369 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d97e59bd-72a9-46ad-a17c-bb9a98b45bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:19.598666 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-366d305a-1532-420e-8e43-39efe70cbc3f tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:19.602514 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-366d305a-1532-420e-8e43-39efe70cbc3f tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:19.631758 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-366d305a-1532-420e-8e43-39efe70cbc3f tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:19.633025 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-366d305a-1532-420e-8e43-39efe70cbc3f tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1535709 Jul 23 11:03:19.634189 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d305a-1532-420e-8e43-39efe70cbc3f tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2561015b-4d2f-4b09-a0d3-dddb29caf255,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:19.635925 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 57178) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:19.640230 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-c5d69d50-07a0-4047-855d-fa6539baa500 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Request body: {'security_group_rule': {'security_group_id': '2561015b-4d2f-4b09-a0d3-dddb29caf255', 'project_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:03:19.675609 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c5d69d50-07a0-4047-855d-fa6539baa500 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:19.683882 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:19.747399 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c5d69d50-07a0-4047-855d-fa6539baa500 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:19.751198 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c5d69d50-07a0-4047-855d-fa6539baa500 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563979'] for security_group_rule, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:19.769719 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d69d50-07a0-4047-855d-fa6539baa500 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33100443-7812-4b1f-b076-6e08a4b4b1c1,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:19.777931 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c5d69d50-07a0-4047-855d-fa6539baa500 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:19.781968 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-c5d69d50-07a0-4047-855d-fa6539baa500 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1425734 Jul 23 11:03:19.782939 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 57182) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:19.787923 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-cafe90bb-b68b-48f9-ad38-b4c3a17758e7 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Request body: {'security_group_rule': {'security_group_id': '2561015b-4d2f-4b09-a0d3-dddb29caf255', 'project_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:03:19.827501 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64afb3cf-d31d-43cd-b6fd-7d930110e3e8 None None] Sync routers for ids ['34bc4b52-f2dd-4bb6-8b0f-d63118c75166'] in dv-cinder-801989-3-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:03:19.832410 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-cafe90bb-b68b-48f9-ad38-b4c3a17758e7 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:19.837003 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64afb3cf-d31d-43cd-b6fd-7d930110e3e8 None None] Routers {'34bc4b52-f2dd-4bb6-8b0f-d63118c75166'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:03:19.837688 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-64afb3cf-d31d-43cd-b6fd-7d930110e3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:03:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['34bc4b52-f2dd-4bb6-8b0f-d63118c75166'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:19.929507 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-cafe90bb-b68b-48f9-ad38-b4c3a17758e7 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:19.937921 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87511d8a-8fa0-42ee-929d-df077cf26eb7 req-14abcee5-bb48-4c32-b067-ec10b36645d3 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:19.939913 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-87511d8a-8fa0-42ee-929d-df077cf26eb7 req-14abcee5-bb48-4c32-b067-ec10b36645d3 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 943 time: 0.1189916 Jul 23 11:03:19.941213 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-cafe90bb-b68b-48f9-ad38-b4c3a17758e7 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563979'] for security_group_rule, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:19.953703 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 97e5ad29-7afa-415b-a1a0-338135bf7c6b no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:03:19.967470 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-64afb3cf-d31d-43cd-b6fd-7d930110e3e8 None None] Set router 34bc4b52-f2dd-4bb6-8b0f-d63118c75166 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:03:19.986504 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-cafe90bb-b68b-48f9-ad38-b4c3a17758e7 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:19.987673 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-cafe90bb-b68b-48f9-ad38-b4c3a17758e7 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2037940 Jul 23 11:03:19.989667 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe90bb-b68b-48f9-ad38-b4c3a17758e7 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=700bd6a8-c24e-4915-a15a-964dd5b6252d,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:19.990546 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 57188) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:19.996757 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-147ef4af-7f74-4176-b394-4efe7c64afd7 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Request body: {'security_group_rule': {'security_group_id': '2561015b-4d2f-4b09-a0d3-dddb29caf255', 'project_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:03:20.035748 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-87511d8a-8fa0-42ee-929d-df077cf26eb7 req-0f4881a8-4823-4d9f-b628-05bcbf277a08 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801830 Jul 23 11:03:20.038772 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-147ef4af-7f74-4176-b394-4efe7c64afd7 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:20.069861 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 1c7a1c4a-cd96-4848-84d5-6ea5361d1e30 up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:03:20.074511 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] No Port match for: 97e5ad29-7afa-415b-a1a0-338135bf7c6b {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:03:20.074920 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 97e5ad29-7afa-415b-a1a0-338135bf7c6b not bound to the agent host hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:03:20.116837 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-147ef4af-7f74-4176-b394-4efe7c64afd7 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:20.121653 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-147ef4af-7f74-4176-b394-4efe7c64afd7 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563979'] for security_group_rule, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:20.145097 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ef4af-7f74-4176-b394-4efe7c64afd7 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef99507-ed95-42ed-92e1-5339fcf7aa5f,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:20.155953 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-147ef4af-7f74-4176-b394-4efe7c64afd7 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:20.157726 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-147ef4af-7f74-4176-b394-4efe7c64afd7 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1653852 Jul 23 11:03:20.160376 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 57194) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:20.165578 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-5291cb8c-7c5b-4ddb-be21-198b3488cae1 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Request body: {'security_group_rule': {'security_group_id': '2561015b-4d2f-4b09-a0d3-dddb29caf255', 'project_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:03:20.186667 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port 1c7a1c4a-cd96-4848-84d5-6ea5361d1e30 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:03:20.187058 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:20.202524 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5291cb8c-7c5b-4ddb-be21-198b3488cae1 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:20.297735 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5291cb8c-7c5b-4ddb-be21-198b3488cae1 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:20.304445 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-64afb3cf-d31d-43cd-b6fd-7d930110e3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bc4b52-f2dd-4bb6-8b0f-d63118c75166', 'name': 'tempest-TestShelveInstance-451454687-router', 'tenant_id': '411411eb59f3499c91ae92afe71ae2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '1c7a1c4a-cd96-4848-84d5-6ea5361d1e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:13Z', 'updated_at': '2021-07-23T11:03:17Z', 'revision_number': 4, 'project_id': '411411eb59f3499c91ae92afe71ae2e0', 'gw_port': {'id': '1c7a1c4a-cd96-4848-84d5-6ea5361d1e30', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:27:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bc4b52-f2dd-4bb6-8b0f-d63118c75166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:14Z', 'updated_at': '2021-07-23T11:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': '69eea5ab-9c88-4fe5-9156-cdbf8ba3702b', 'name': '', 'network_id': '4c534298-a7f4-49cd-b8db-442c96adc399', 'tenant_id': '411411eb59f3499c91ae92afe71ae2e0', 'mac_address': 'fa:16:3e:b2:b1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bc4b52-f2dd-4bb6-8b0f-d63118c75166', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '0c4c2d6f-232d-4889-922f-042c92777c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:16Z', 'updated_at': '2021-07-23T11:03:17Z', 'revision_number': 2, 'project_id': '411411eb59f3499c91ae92afe71ae2e0', 'subnets': [{'id': '0c4c2d6f-232d-4889-922f-042c92777c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:20.305967 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5291cb8c-7c5b-4ddb-be21-198b3488cae1 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563979'] for security_group_rule, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:20.328964 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291cb8c-7c5b-4ddb-be21-198b3488cae1 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3010d19d-c2f5-4d1a-af8d-f9f90ea51cc8,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:20.339769 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64afb3cf-d31d-43cd-b6fd-7d930110e3e8 None None] Checking router: 34bc4b52-f2dd-4bb6-8b0f-d63118c75166 for host: dv-cinder-801989-3-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:03:20.340212 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64afb3cf-d31d-43cd-b6fd-7d930110e3e8 None None] Updating router 34bc4b52-f2dd-4bb6-8b0f-d63118c75166 port 69eea5ab-9c88-4fe5-9156-cdbf8ba3702b binding host dv-cinder-801989-3-iscsi {{(pid=93048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:03:20.343650 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device a9d57df7-3310-4693-a352-833ee6035b6c up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:03:20.347914 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5291cb8c-7c5b-4ddb-be21-198b3488cae1 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:20.349146 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-5291cb8c-7c5b-4ddb-be21-198b3488cae1 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1874921 Jul 23 11:03:20.351905 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 57202) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:20.357255 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-426e85dc-eebc-4da8-ad63-c4c284455e8f tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Request body: {'security_group_rule': {'security_group_id': '2561015b-4d2f-4b09-a0d3-dddb29caf255', 'project_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:03:20.375378 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231ef51-0950-417c-8cfa-83a38aab1eec req-c22129fc-d7ef-4793-9a4e-808fd9cd3904 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:20.377524 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3231ef51-0950-417c-8cfa-83a38aab1eec req-c22129fc-d7ef-4793-9a4e-808fd9cd3904 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.1164250 Jul 23 11:03:20.403571 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.db.securitygroups_db [None req-426e85dc-eebc-4da8-ad63-c4c284455e8f tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Project 1165799dfafa48dcbe42cd4ec67ea2ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 11:03:20.404895 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-64afb3cf-d31d-43cd-b6fd-7d930110e3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:20.410714 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-426e85dc-eebc-4da8-ad63-c4c284455e8f tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:20.442775 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3231ef51-0950-417c-8cfa-83a38aab1eec req-76245ff5-0f60-4295-9bb8-d9feba74c575 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579302 Jul 23 11:03:20.456226 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port a9d57df7-3310-4693-a352-833ee6035b6c triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:03:20.461219 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:20.482533 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-426e85dc-eebc-4da8-ad63-c4c284455e8f tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:20.487519 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-426e85dc-eebc-4da8-ad63-c4c284455e8f tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563979'] for security_group_rule, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:20.504313 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e85dc-eebc-4da8-ad63-c4c284455e8f tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c23dd1ee-ac4d-4be6-9fbf-9b706d69598c,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:20.517366 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-426e85dc-eebc-4da8-ad63-c4c284455e8f tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:20.521705 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-426e85dc-eebc-4da8-ad63-c4c284455e8f tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1662276 Jul 23 11:03:20.521966 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 57208) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:20.526528 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-b88f9fcc-8656-4f33-b96c-a59253854756 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Request body: {'security_group_rule': {'security_group_id': '2561015b-4d2f-4b09-a0d3-dddb29caf255', 'project_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:03:20.549361 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.db.securitygroups_db [None req-b88f9fcc-8656-4f33-b96c-a59253854756 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Project 1165799dfafa48dcbe42cd4ec67ea2ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 11:03:20.554263 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b88f9fcc-8656-4f33-b96c-a59253854756 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:20.566780 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:20.616453 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b88f9fcc-8656-4f33-b96c-a59253854756 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:20.620085 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b88f9fcc-8656-4f33-b96c-a59253854756 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563979'] for security_group_rule, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:20.634749 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f9fcc-8656-4f33-b96c-a59253854756 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60aeb1ce-c655-4424-9e34-69e20c945949,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:20.649008 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b88f9fcc-8656-4f33-b96c-a59253854756 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:20.650605 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-b88f9fcc-8656-4f33-b96c-a59253854756 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275299 Jul 23 11:03:20.765777 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-64afb3cf-d31d-43cd-b6fd-7d930110e3e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:20.776983 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-64afb3cf-d31d-43cd-b6fd-7d930110e3e8 None None] Transition to ACTIVE for port object 69eea5ab-9c88-4fe5-9156-cdbf8ba3702b will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:03:20.782543 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-64afb3cf-d31d-43cd-b6fd-7d930110e3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:20.833394 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095fa1a-b08e-4cfe-a492-91517dfb6dee None None] Pushing event updated for resources: {'Port': ['ID=69eea5ab-9c88-4fe5-9156-cdbf8ba3702b,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:20.890473 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-64afb3cf-d31d-43cd-b6fd-7d930110e3e8 None None] Attempting to bind port 69eea5ab-9c88-4fe5-9156-cdbf8ba3702b on host dv-cinder-801989-3-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:03:20.890584 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-64afb3cf-d31d-43cd-b6fd-7d930110e3e8 None None] Attempting to bind port 69eea5ab-9c88-4fe5-9156-cdbf8ba3702b by drivers openvswitch,hyperv on host dv-cinder-801989-3-iscsi at level 0 using segments [{'id': '0db5d32d-768f-4c85-ba5f-2947bf3d8000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4c534298-a7f4-49cd-b8db-442c96adc399'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:03:20.890908 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64afb3cf-d31d-43cd-b6fd-7d930110e3e8 None None] Attempting to bind port 69eea5ab-9c88-4fe5-9156-cdbf8ba3702b on network 4c534298-a7f4-49cd-b8db-442c96adc399 {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:03:20.897516 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64afb3cf-d31d-43cd-b6fd-7d930110e3e8 None None] Checking agent: {'id': '63737f21-8f70-4879-b83c-8d101c99e22a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 52, 20), 'started_at': datetime.datetime(2021, 7, 23, 10, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:03:20.897890 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64afb3cf-d31d-43cd-b6fd-7d930110e3e8 None None] Checking segment: {'id': '0db5d32d-768f-4c85-ba5f-2947bf3d8000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4c534298-a7f4-49cd-b8db-442c96adc399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:03:20.898296 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-64afb3cf-d31d-43cd-b6fd-7d930110e3e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:20.898691 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64afb3cf-d31d-43cd-b6fd-7d930110e3e8 None None] Bound using segment: {'id': '0db5d32d-768f-4c85-ba5f-2947bf3d8000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4c534298-a7f4-49cd-b8db-442c96adc399'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:03:20.899158 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-64afb3cf-d31d-43cd-b6fd-7d930110e3e8 None None] Bound port: 69eea5ab-9c88-4fe5-9156-cdbf8ba3702b, host: dv-cinder-801989-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db5d32d-768f-4c85-ba5f-2947bf3d8000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4c534298-a7f4-49cd-b8db-442c96adc399'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:03:20.899539 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-64afb3cf-d31d-43cd-b6fd-7d930110e3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:21.101206 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-64afb3cf-d31d-43cd-b6fd-7d930110e3e8 None None] For port 69eea5ab-9c88-4fe5-9156-cdbf8ba3702b, host dv-cinder-801989-3-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:03:21.104919 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-64afb3cf-d31d-43cd-b6fd-7d930110e3e8 None None] For port 69eea5ab-9c88-4fe5-9156-cdbf8ba3702b, host dv-cinder-801989-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=69eea5ab-9c88-4fe5-9156-cdbf8ba3702b,segment=NetworkSegment(0db5d32d-768f-4c85-ba5f-2947bf3d8000),segment_id=0db5d32d-768f-4c85-ba5f-2947bf3d8000)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:03:21.109450 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-64afb3cf-d31d-43cd-b6fd-7d930110e3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:21.189359 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64afb3cf-d31d-43cd-b6fd-7d930110e3e8 None None] Routers {'34bc4b52-f2dd-4bb6-8b0f-d63118c75166'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:03:21.190003 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-64afb3cf-d31d-43cd-b6fd-7d930110e3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:03:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['34bc4b52-f2dd-4bb6-8b0f-d63118c75166'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:21.191976 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095fa1a-b08e-4cfe-a492-91517dfb6dee None None] Pushing event updated for resources: {'Port': ['ID=69eea5ab-9c88-4fe5-9156-cdbf8ba3702b,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:21.214155 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74108d6-deb5-49f5-95b9-d393bc292b9c req-cf1e75b0-c353-470e-bc6c-be505fc9daf1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:21.228820 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d74108d6-deb5-49f5-95b9-d393bc292b9c req-cf1e75b0-c353-470e-bc6c-be505fc9daf1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 943 time: 0.0996821 Jul 23 11:03:21.268715 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d74108d6-deb5-49f5-95b9-d393bc292b9c req-5adda9c9-b74d-425f-9928-c15956c26e18 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454843 Jul 23 11:03:21.321857 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-64afb3cf-d31d-43cd-b6fd-7d930110e3e8 None None] Set router 34bc4b52-f2dd-4bb6-8b0f-d63118c75166 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:03:21.549908 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-64afb3cf-d31d-43cd-b6fd-7d930110e3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bc4b52-f2dd-4bb6-8b0f-d63118c75166', 'name': 'tempest-TestShelveInstance-451454687-router', 'tenant_id': '411411eb59f3499c91ae92afe71ae2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '1c7a1c4a-cd96-4848-84d5-6ea5361d1e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:13Z', 'updated_at': '2021-07-23T11:03:17Z', 'revision_number': 4, 'project_id': '411411eb59f3499c91ae92afe71ae2e0', 'gw_port': {'id': '1c7a1c4a-cd96-4848-84d5-6ea5361d1e30', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:27:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bc4b52-f2dd-4bb6-8b0f-d63118c75166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:14Z', 'updated_at': '2021-07-23T11:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': '69eea5ab-9c88-4fe5-9156-cdbf8ba3702b', 'name': '', 'network_id': '4c534298-a7f4-49cd-b8db-442c96adc399', 'tenant_id': '411411eb59f3499c91ae92afe71ae2e0', 'mac_address': 'fa:16:3e:b2:b1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bc4b52-f2dd-4bb6-8b0f-d63118c75166', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '0c4c2d6f-232d-4889-922f-042c92777c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:16Z', 'updated_at': '2021-07-23T11:03:21Z', 'revision_number': 4, 'project_id': '411411eb59f3499c91ae92afe71ae2e0', 'subnets': [{'id': '0c4c2d6f-232d-4889-922f-042c92777c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:21.555116 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:03:21.581645 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64afb3cf-d31d-43cd-b6fd-7d930110e3e8 None None] The sync data for ids ['34bc4b52-f2dd-4bb6-8b0f-d63118c75166'] in dv-cinder-801989-3-iscsi is: [{'id': '34bc4b52-f2dd-4bb6-8b0f-d63118c75166', 'name': 'tempest-TestShelveInstance-451454687-router', 'tenant_id': '411411eb59f3499c91ae92afe71ae2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '1c7a1c4a-cd96-4848-84d5-6ea5361d1e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:13Z', 'updated_at': '2021-07-23T11:03:17Z', 'revision_number': 4, 'project_id': '411411eb59f3499c91ae92afe71ae2e0', 'gw_port': {'id': '1c7a1c4a-cd96-4848-84d5-6ea5361d1e30', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:27:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bc4b52-f2dd-4bb6-8b0f-d63118c75166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:14Z', 'updated_at': '2021-07-23T11:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': '69eea5ab-9c88-4fe5-9156-cdbf8ba3702b', 'name': '', 'network_id': '4c534298-a7f4-49cd-b8db-442c96adc399', 'tenant_id': '411411eb59f3499c91ae92afe71ae2e0', 'mac_address': 'fa:16:3e:b2:b1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bc4b52-f2dd-4bb6-8b0f-d63118c75166', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '0c4c2d6f-232d-4889-922f-042c92777c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:16Z', 'updated_at': '2021-07-23T11:03:21Z', 'revision_number': 4, 'project_id': '411411eb59f3499c91ae92afe71ae2e0', 'subnets': [{'id': '0c4c2d6f-232d-4889-922f-042c92777c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:03:21.592606 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614cc6d-9190-41b8-b585-214afe99751e req-e48bcff3-1684-4a73-b0e6-60c1c74403be tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:21.596620 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e614cc6d-9190-41b8-b585-214afe99751e req-e48bcff3-1684-4a73-b0e6-60c1c74403be tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0834386 Jul 23 11:03:21.674556 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e614cc6d-9190-41b8-b585-214afe99751e req-73c90a9f-5b0e-4c66-8623-776108410176 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723484 Jul 23 11:03:21.966009 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 916db45e-d7e1-46ba-ad2e-e1ab5404093a details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:03:22.058866 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 69eea5ab-9c88-4fe5-9156-cdbf8ba3702b up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:03:22.064883 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:22.123162 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 916db45e-d7e1-46ba-ad2e-e1ab5404093a, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=916db45e-d7e1-46ba-ad2e-e1ab5404093a,segment=NetworkSegment(31f0a91c-1a9d-4ea5-a870-1d3406ab3af3),segment_id=31f0a91c-1a9d-4ea5-a870-1d3406ab3af3)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:03:22.139769 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Returning: {'device': '916db45e-d7e1-46ba-ad2e-e1ab5404093a', 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666', 'port_id': '916db45e-d7e1-46ba-ad2e-e1ab5404093a', 'mac_address': 'fa:16:3e:73:42:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0033b6fa-6a35-402d-9d48-f4dcba707c6e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:03:22.174453 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning for port 69eea5ab-9c88-4fe5-9156-cdbf8ba3702b completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:03:22.183089 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port 69eea5ab-9c88-4fe5-9156-cdbf8ba3702b triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:03:22.183616 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:22.206097 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:22.228242 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 916db45e-d7e1-46ba-ad2e-e1ab5404093a {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:03:22.254142 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 916db45e-d7e1-46ba-ad2e-e1ab5404093a, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=916db45e-d7e1-46ba-ad2e-e1ab5404093a,segment=NetworkSegment(31f0a91c-1a9d-4ea5-a870-1d3406ab3af3),segment_id=31f0a91c-1a9d-4ea5-a870-1d3406ab3af3)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:03:22.260429 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:22.324139 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:22.351630 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=916db45e-d7e1-46ba-ad2e-e1ab5404093a,revision_number=9']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:22.380393 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] For port 69eea5ab-9c88-4fe5-9156-cdbf8ba3702b, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=69eea5ab-9c88-4fe5-9156-cdbf8ba3702b,segment=NetworkSegment(0db5d32d-768f-4c85-ba5f-2947bf3d8000),segment_id=0db5d32d-768f-4c85-ba5f-2947bf3d8000)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:03:22.384493 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:22.410619 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c608b9-8b00-4b30-91ac-83af10f56440 req-09b25276-4a6b-4281-a1a4-70f49c8a9d6c tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:22.412926 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-71c608b9-8b00-4b30-91ac-83af10f56440 req-09b25276-4a6b-4281-a1a4-70f49c8a9d6c tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 944 time: 0.0701816 Jul 23 11:03:22.432898 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Pushing event updated for resources: {'Port': ['ID=69eea5ab-9c88-4fe5-9156-cdbf8ba3702b,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:22.454750 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-71c608b9-8b00-4b30-91ac-83af10f56440 req-66624294-f21c-43c8-9347-064a70f18d8b tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363088 Jul 23 11:03:22.599000 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['916db45e-d7e1-46ba-ad2e-e1ab5404093a'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:03:22.864174 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293524a3-f125-4ad3-8728-7ac31dff3d97 req-9cb65594-a0a6-4fc6-abfd-de6a01da6fb8 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:22.865756 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-293524a3-f125-4ad3-8728-7ac31dff3d97 req-9cb65594-a0a6-4fc6-abfd-de6a01da6fb8 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0699108 Jul 23 11:03:22.912317 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-293524a3-f125-4ad3-8728-7ac31dff3d97 req-772bf947-0e68-4eaf-a600-c7b222268ae6 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367579 Jul 23 11:03:23.612483 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7007b89-609b-49ff-ae54-60fc2b86c761 req-3dc422cd-00ff-434d-b7ac-f12ea6d80def tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:23.616646 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d7007b89-609b-49ff-ae54-60fc2b86c761 req-3dc422cd-00ff-434d-b7ac-f12ea6d80def tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 944 time: 0.0811846 Jul 23 11:03:23.658447 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d7007b89-609b-49ff-ae54-60fc2b86c761 req-77aa3edc-01a0-483f-b547-89b4a361f7a8 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357661 Jul 23 11:03:23.975058 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 916db45e-d7e1-46ba-ad2e-e1ab5404093a up at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:03:24.011479 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 69eea5ab-9c88-4fe5-9156-cdbf8ba3702b up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:03:24.047831 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ec4f4-0ca1-494d-83f3-fb3a1e002ffb req-3aa7deec-7998-4674-9729-ac222c1a28c9 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:24.050010 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7d4ec4f4-0ca1-494d-83f3-fb3a1e002ffb req-3aa7deec-7998-4674-9729-ac222c1a28c9 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0697911 Jul 23 11:03:24.074692 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning complete for port 916db45e-d7e1-46ba-ad2e-e1ab5404093a triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:03:24.075062 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:24.095827 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7d4ec4f4-0ca1-494d-83f3-fb3a1e002ffb req-10afbf38-ae4f-4c2e-b267-0f75c948beca tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395131 Jul 23 11:03:24.102178 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port 69eea5ab-9c88-4fe5-9156-cdbf8ba3702b triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:03:24.102574 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:24.209879 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:24.240908 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916db45e-d7e1-46ba-ad2e-e1ab5404093a'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:03:24.243129 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}214548a6ff4efd2602c2c2cf0448be42dc7715ee41776415c9dd15aa22406767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f60e1f-4389-408c-9288-6d5c3a3c609e" -d '{"events": [{"server_uuid": "4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74", "name": "network-vif-plugged", "status": "completed", "tag": "916db45e-d7e1-46ba-ad2e-e1ab5404093a"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:03:24.262227 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 916db45e-d7e1-46ba-ad2e-e1ab5404093a, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=916db45e-d7e1-46ba-ad2e-e1ab5404093a,segment=NetworkSegment(31f0a91c-1a9d-4ea5-a870-1d3406ab3af3),segment_id=31f0a91c-1a9d-4ea5-a870-1d3406ab3af3)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:03:24.268059 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:24.293437 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8dfb09-ab52-428f-8a3f-48dfc30730a2 x-openstack-request-id: req-dd8dfb09-ab52-428f-8a3f-48dfc30730a2 {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:03:24.293437 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74", "name": "network-vif-plugged", "status": "completed", "tag": "916db45e-d7e1-46ba-ad2e-e1ab5404093a", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:03:24.293437 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dd8dfb09-ab52-428f-8a3f-48dfc30730a2 {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:03:24.293811 dv-cinder-801989-3-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916db45e-d7e1-46ba-ad2e-e1ab5404093a', 'code': 200} Jul 23 11:03:24.325550 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=916db45e-d7e1-46ba-ad2e-e1ab5404093a,revision_number=10']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:24.850741 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1edc5-4f7f-4a79-99de-36e1e844131c req-28e34180-bc6e-4cde-87e1-f13dd32b83f0 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:24.852359 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1ed1edc5-4f7f-4a79-99de-36e1e844131c req-28e34180-bc6e-4cde-87e1-f13dd32b83f0 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 946 time: 0.1085553 Jul 23 11:03:24.857843 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be8d81-74c0-47a9-90a6-4b7ad9c3fbb3 req-804637a4-485e-4cc9-83c5-4d8b02428d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:24.859301 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-80be8d81-74c0-47a9-90a6-4b7ad9c3fbb3 req-804637a4-485e-4cc9-83c5-4d8b02428d27 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 1099 time: 0.0828810 Jul 23 11:03:24.873473 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f927b86-e90e-4cc2-9910-9e50189403b4 req-dac6acf6-20fa-4c9f-a865-9dfd93d17363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:24.875574 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6f927b86-e90e-4cc2-9910-9e50189403b4 req-dac6acf6-20fa-4c9f-a865-9dfd93d17363 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=443386f89a99476e905cc4b6656fca05&device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 1099 time: 0.0685599 Jul 23 11:03:24.916582 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1ed1edc5-4f7f-4a79-99de-36e1e844131c req-dfeb0c9b-27c4-4e8d-92fe-6009b6458212 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561819 Jul 23 11:03:24.920158 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-80be8d81-74c0-47a9-90a6-4b7ad9c3fbb3 req-ed5a62ef-20b8-43ab-abad-275f05d62566 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524166 Jul 23 11:03:24.985938 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f927b86-e90e-4cc2-9910-9e50189403b4 req-f573e01f-7b38-4374-b54e-32ec4674805e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:24.987419 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6f927b86-e90e-4cc2-9910-9e50189403b4 req-f573e01f-7b38-4374-b54e-32ec4674805e service neutron] 10.222.0.48 "GET /v2.0/networks?id=6d05f05e-53ff-46ff-9423-c4c064703666 HTTP/1.1" status: 200 len: 917 time: 0.0887067 Jul 23 11:03:25.092451 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6f927b86-e90e-4cc2-9910-9e50189403b4 req-382d72fb-1749-475a-b2ed-c8078692a469 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=916db45e-d7e1-46ba-ad2e-e1ab5404093a HTTP/1.1" status: 200 len: 1001 time: 0.0898659 Jul 23 11:03:25.154534 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f927b86-e90e-4cc2-9910-9e50189403b4 req-8d03820a-aa57-446e-9bd4-356f1a5b1f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:25.156000 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6f927b86-e90e-4cc2-9910-9e50189403b4 req-8d03820a-aa57-446e-9bd4-356f1a5b1f4a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0033b6fa-6a35-402d-9d48-f4dcba707c6e HTTP/1.1" status: 200 len: 855 time: 0.0437226 Jul 23 11:03:25.298413 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0bced-3df4-4191-b314-0167f10bb1e5 req-eb5886b1-2930-4cdd-860e-a962a298d78e tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:25.299943 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0ba0bced-3df4-4191-b314-0167f10bb1e5 req-eb5886b1-2930-4cdd-860e-a962a298d78e tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.1366363 Jul 23 11:03:25.313717 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f927b86-e90e-4cc2-9910-9e50189403b4 req-a4357647-ad82-476f-81ce-6bf56063fd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:25.315502 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6f927b86-e90e-4cc2-9910-9e50189403b4 req-a4357647-ad82-476f-81ce-6bf56063fd60 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d05f05e-53ff-46ff-9423-c4c064703666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1408801 Jul 23 11:03:25.371182 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0ba0bced-3df4-4191-b314-0167f10bb1e5 req-d04e8f32-7a79-423f-b6ea-57067e73a6fc tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657904 Jul 23 11:03:25.424433 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6f927b86-e90e-4cc2-9910-9e50189403b4 req-0d864b6f-b13d-4dd8-be2b-9d1705445dd2 service neutron] 10.222.0.48 "GET /v2.0/networks/6d05f05e-53ff-46ff-9423-c4c064703666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007144 Jul 23 11:03:25.523958 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6f927b86-e90e-4cc2-9910-9e50189403b4 req-e71e0504-d7d7-48b8-bcea-56e412238e3f service neutron] 10.222.0.48 "GET /v2.0/networks/6d05f05e-53ff-46ff-9423-c4c064703666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872257 Jul 23 11:03:26.062801 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f31d91-c7b4-4414-945b-5fcffd89fd3b req-21b2902a-d34b-40c5-816c-3841389571a5 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:26.064593 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-65f31d91-c7b4-4414-945b-5fcffd89fd3b req-21b2902a-d34b-40c5-816c-3841389571a5 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 946 time: 0.0691128 Jul 23 11:03:26.104018 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-65f31d91-c7b4-4414-945b-5fcffd89fd3b req-25781402-bdca-4333-ad1d-3729c52d2ef7 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327873 Jul 23 11:03:26.529342 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30088668-9f1d-485b-b9c1-f7f724dc4b3b req-3f9eee5c-0b54-4748-aaab-9015332157a1 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:26.531289 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-30088668-9f1d-485b-b9c1-f7f724dc4b3b req-3f9eee5c-0b54-4748-aaab-9015332157a1 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0864084 Jul 23 11:03:26.577590 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-30088668-9f1d-485b-b9c1-f7f724dc4b3b req-86f048e5-a539-4618-bebb-117a99122965 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398209 Jul 23 11:03:27.241521 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cd411-7ad5-4a82-a52e-d9832b1a099c req-deb839a3-e670-4bbc-ab34-966faed16267 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:27.242961 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cf5cd411-7ad5-4a82-a52e-d9832b1a099c req-deb839a3-e670-4bbc-ab34-966faed16267 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 946 time: 0.0641532 Jul 23 11:03:27.289153 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cf5cd411-7ad5-4a82-a52e-d9832b1a099c req-aee7bc13-c486-4053-b64b-c0d0ee6246a1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359211 Jul 23 11:03:27.715549 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b9c17-7f78-43c9-88d8-d9ee1f187107 req-147883ec-4234-4690-8642-9e82dcc01304 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:27.717167 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-626b9c17-7f78-43c9-88d8-d9ee1f187107 req-147883ec-4234-4690-8642-9e82dcc01304 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0711629 Jul 23 11:03:27.782512 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-626b9c17-7f78-43c9-88d8-d9ee1f187107 req-5737ebed-7b5b-4342-845d-3fd83747eeea tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c202f53-0a57-4805-a21c-3425865a8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559285 Jul 23 11:03:27.805029 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0cff50-2c84-4f42-aec0-dc9abad9f650 req-16ec7e06-af43-4152-93d1-2fe4f3f82e4a tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:27.806471 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9b0cff50-2c84-4f42-aec0-dc9abad9f650 req-16ec7e06-af43-4152-93d1-2fe4f3f82e4a tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 946 time: 0.0884602 Jul 23 11:03:27.919266 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-9b0cff50-2c84-4f42-aec0-dc9abad9f650 req-a51a7958-ac27-4b28-9ece-61c2b3fe589a tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Deleting port c7e68c1e-5ada-45c9-99a7-252798ccb43e {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:03:27.919619 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-9b0cff50-2c84-4f42-aec0-dc9abad9f650 req-a51a7958-ac27-4b28-9ece-61c2b3fe589a tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:28.006222 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-9b0cff50-2c84-4f42-aec0-dc9abad9f650 req-a51a7958-ac27-4b28-9ece-61c2b3fe589a tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] For port c7e68c1e-5ada-45c9-99a7-252798ccb43e, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=c7e68c1e-5ada-45c9-99a7-252798ccb43e,segment=NetworkSegment(f6eb4813-8b72-4c98-b772-6906b7caa3dd),segment_id=f6eb4813-8b72-4c98-b772-6906b7caa3dd)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:03:28.006585 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-9b0cff50-2c84-4f42-aec0-dc9abad9f650 req-a51a7958-ac27-4b28-9ece-61c2b3fe589a tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:28.019676 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-9b0cff50-2c84-4f42-aec0-dc9abad9f650 req-a51a7958-ac27-4b28-9ece-61c2b3fe589a tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Calling delete_port for c7e68c1e-5ada-45c9-99a7-252798ccb43e owned by compute:nova {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:03:28.150959 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-9b0cff50-2c84-4f42-aec0-dc9abad9f650 req-a51a7958-ac27-4b28-9ece-61c2b3fe589a tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31524845'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:28.179695 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a7958-ac27-4b28-9ece-61c2b3fe589a tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Pushing event deleted for resources: {'Port': ['ID=c7e68c1e-5ada-45c9-99a7-252798ccb43e,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:28.223851 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0cff50-2c84-4f42-aec0-dc9abad9f650 req-a51a7958-ac27-4b28-9ece-61c2b3fe589a tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] No DVR routers for this DVR port c7e68c1e-5ada-45c9-99a7-252798ccb43e on host hv-cinder-80198 {{(pid=93046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:03:28.226349 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-9b0cff50-2c84-4f42-aec0-dc9abad9f650 req-a51a7958-ac27-4b28-9ece-61c2b3fe589a tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:28.228332 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9b0cff50-2c84-4f42-aec0-dc9abad9f650 req-a51a7958-ac27-4b28-9ece-61c2b3fe589a tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.48 "DELETE /v2.0/ports/c7e68c1e-5ada-45c9-99a7-252798ccb43e HTTP/1.1" status: 204 len: 173 time: 0.4161577 Jul 23 11:03:28.228754 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c61cd5-755c-4816-bfda-91be76cc180c', 'name': 'network-vif-deleted', 'tag': 'c7e68c1e-5ada-45c9-99a7-252798ccb43e'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:03:28.230957 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e514f4fc9e73055b469c7c960908a930888711302e8ce169aa561e05cb35f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd76a1e-ee3f-49cb-ac00-9f21092b6360" -d '{"events": [{"server_uuid": "c0c61cd5-755c-4816-bfda-91be76cc180c", "name": "network-vif-deleted", "tag": "c7e68c1e-5ada-45c9-99a7-252798ccb43e"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:03:28.270191 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cdf27a-0f94-421f-8994-7c167b6880de x-openstack-request-id: req-e3cdf27a-0f94-421f-8994-7c167b6880de {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:03:28.270512 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c61cd5-755c-4816-bfda-91be76cc180c", "name": "network-vif-deleted", "tag": "c7e68c1e-5ada-45c9-99a7-252798ccb43e", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:03:28.270766 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e3cdf27a-0f94-421f-8994-7c167b6880de {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:03:28.271145 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c61cd5-755c-4816-bfda-91be76cc180c', 'name': 'network-vif-deleted', 'tag': 'c7e68c1e-5ada-45c9-99a7-252798ccb43e', 'status': 'completed', 'code': 200} Jul 23 11:03:28.893291 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c3350725-1048-478e-b3a4-f35af608d298 req-8bc2ebb9-4c66-45f1-a492-ca329ac8d975 tempest-ServerRescueNegativeTestJSON-1433350551 tempest-ServerRescueNegativeTestJSON-1433350551-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0c61cd5-755c-4816-bfda-91be76cc180c HTTP/1.1" status: 200 len: 210 time: 0.0319746 Jul 23 11:03:29.950522 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 57454) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:30.019984 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device c7e68c1e-5ada-45c9-99a7-252798ccb43e no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:03:30.040288 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] No Port match for: c7e68c1e-5ada-45c9-99a7-252798ccb43e {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:03:30.040683 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device c7e68c1e-5ada-45c9-99a7-252798ccb43e not bound to the agent host hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:03:30.379479 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-834d36ff-959f-41f5-886c-b7fafeda2921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402753'] for router_interface, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:30.576802 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:30.692762 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-834d36ff-959f-41f5-886c-b7fafeda2921 admin admin] Deleting port 98144bc2-f67b-4028-bcf9-c7e04737f2f3 {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:03:30.693107 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-834d36ff-959f-41f5-886c-b7fafeda2921 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:30.771373 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [None req-834d36ff-959f-41f5-886c-b7fafeda2921 admin admin] For port 98144bc2-f67b-4028-bcf9-c7e04737f2f3, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=98144bc2-f67b-4028-bcf9-c7e04737f2f3,segment=NetworkSegment(f6eb4813-8b72-4c98-b772-6906b7caa3dd),segment_id=f6eb4813-8b72-4c98-b772-6906b7caa3dd)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:03:30.771730 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-834d36ff-959f-41f5-886c-b7fafeda2921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:30.784906 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-834d36ff-959f-41f5-886c-b7fafeda2921 admin admin] Calling delete_port for 98144bc2-f67b-4028-bcf9-c7e04737f2f3 owned by network:router_interface {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:03:30.979370 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-834d36ff-959f-41f5-886c-b7fafeda2921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:31.006037 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d36ff-959f-41f5-886c-b7fafeda2921 admin admin] Pushing event deleted for resources: {'Port': ['ID=98144bc2-f67b-4028-bcf9-c7e04737f2f3,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:31.157879 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-834d36ff-959f-41f5-886c-b7fafeda2921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401687'] for router_interface, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:31.383261 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834d36ff-959f-41f5-886c-b7fafeda2921 admin admin] Router 70f495d8-562e-4fa8-87d0-36045666a15f has already been hosted by L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:03:31.494124 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834d36ff-959f-41f5-886c-b7fafeda2921 admin admin] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:03:31.503194 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-834d36ff-959f-41f5-886c-b7fafeda2921 admin admin] 10.222.0.47 "PUT /v2.0/routers/70f495d8-562e-4fa8-87d0-36045666a15f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5478404 Jul 23 11:03:31.503194 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 57478) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:31.505863 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a68067-14bc-4010-ac12-4693d364a805 None None] Sync routers for ids ['70f495d8-562e-4fa8-87d0-36045666a15f'] in dv-cinder-801989-3-iscsi {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:03:31.515537 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a68067-14bc-4010-ac12-4693d364a805 None None] Routers {'70f495d8-562e-4fa8-87d0-36045666a15f'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:03:31.516764 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-59a68067-14bc-4010-ac12-4693d364a805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:03:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['70f495d8-562e-4fa8-87d0-36045666a15f'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:31.620185 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-59a68067-14bc-4010-ac12-4693d364a805 None None] Set router 70f495d8-562e-4fa8-87d0-36045666a15f gateway port host: dv-cinder-801989-3-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:03:31.864694 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-82abd81b-7ea2-4ff8-87ba-28ef6d571a83 admin admin] Notify callbacks [] for router, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:31.904699 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-59a68067-14bc-4010-ac12-4693d364a805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f495d8-562e-4fa8-87d0-36045666a15f', 'name': 'tempest-ServerRescueNegativeTestJSON-1220422510-router', 'tenant_id': '7b38d280bb2e4b88b54d95921882a95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '527ea93f-17b0-48af-a09c-8aad0aa6ec39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:00:11Z', 'updated_at': '2021-07-23T11:03:30Z', 'revision_number': 5, 'project_id': '7b38d280bb2e4b88b54d95921882a95b', 'gw_port': {'id': '527ea93f-17b0-48af-a09c-8aad0aa6ec39', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f495d8-562e-4fa8-87d0-36045666a15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:12Z', 'updated_at': '2021-07-23T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi'}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:31.930916 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a68067-14bc-4010-ac12-4693d364a805 None None] Checking router: 70f495d8-562e-4fa8-87d0-36045666a15f for host: dv-cinder-801989-3-iscsi {{(pid=93049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:03:31.939790 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a68067-14bc-4010-ac12-4693d364a805 None None] Routers {'70f495d8-562e-4fa8-87d0-36045666a15f'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:03:31.940547 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-59a68067-14bc-4010-ac12-4693d364a805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:03:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['70f495d8-562e-4fa8-87d0-36045666a15f'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:31.983210 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-82abd81b-7ea2-4ff8-87ba-28ef6d571a83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:32.040554 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-82abd81b-7ea2-4ff8-87ba-28ef6d571a83 admin admin] Deleting port 527ea93f-17b0-48af-a09c-8aad0aa6ec39 {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:03:32.040799 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-82abd81b-7ea2-4ff8-87ba-28ef6d571a83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:32.050543 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-59a68067-14bc-4010-ac12-4693d364a805 None None] Set router 70f495d8-562e-4fa8-87d0-36045666a15f gateway port host: dv-cinder-801989-3-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:03:32.116404 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [None req-82abd81b-7ea2-4ff8-87ba-28ef6d571a83 admin admin] For port 527ea93f-17b0-48af-a09c-8aad0aa6ec39, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=527ea93f-17b0-48af-a09c-8aad0aa6ec39,segment=NetworkSegment(b5c8421f-b86b-4175-8464-b8724faa06bb),segment_id=b5c8421f-b86b-4175-8464-b8724faa06bb)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:03:32.116758 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-82abd81b-7ea2-4ff8-87ba-28ef6d571a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:32.129380 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-82abd81b-7ea2-4ff8-87ba-28ef6d571a83 admin admin] Calling delete_port for 527ea93f-17b0-48af-a09c-8aad0aa6ec39 owned by network:router_gateway {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:03:32.242770 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-59a68067-14bc-4010-ac12-4693d364a805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f495d8-562e-4fa8-87d0-36045666a15f', 'name': 'tempest-ServerRescueNegativeTestJSON-1220422510-router', 'tenant_id': '7b38d280bb2e4b88b54d95921882a95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '527ea93f-17b0-48af-a09c-8aad0aa6ec39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:00:11Z', 'updated_at': '2021-07-23T11:03:30Z', 'revision_number': 5, 'project_id': '7b38d280bb2e4b88b54d95921882a95b', 'gw_port': {'id': '527ea93f-17b0-48af-a09c-8aad0aa6ec39', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f495d8-562e-4fa8-87d0-36045666a15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:12Z', 'updated_at': '2021-07-23T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi'}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:32.271889 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a68067-14bc-4010-ac12-4693d364a805 None None] The sync data for ids ['70f495d8-562e-4fa8-87d0-36045666a15f'] in dv-cinder-801989-3-iscsi is: [{'id': '70f495d8-562e-4fa8-87d0-36045666a15f', 'name': 'tempest-ServerRescueNegativeTestJSON-1220422510-router', 'tenant_id': '7b38d280bb2e4b88b54d95921882a95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '527ea93f-17b0-48af-a09c-8aad0aa6ec39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:00:11Z', 'updated_at': '2021-07-23T11:03:30Z', 'revision_number': 5, 'project_id': '7b38d280bb2e4b88b54d95921882a95b', 'gw_port': {'id': '527ea93f-17b0-48af-a09c-8aad0aa6ec39', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f495d8-562e-4fa8-87d0-36045666a15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:12Z', 'updated_at': '2021-07-23T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi'}] {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:03:32.306384 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-82abd81b-7ea2-4ff8-87ba-28ef6d571a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:32.333371 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82abd81b-7ea2-4ff8-87ba-28ef6d571a83 admin admin] Pushing event deleted for resources: {'Port': ['ID=527ea93f-17b0-48af-a09c-8aad0aa6ec39,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:32.400225 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-82abd81b-7ea2-4ff8-87ba-28ef6d571a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408832'] for router_gateway, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:32.505935 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-82abd81b-7ea2-4ff8-87ba-28ef6d571a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-377688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:32.507992 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-82abd81b-7ea2-4ff8-87ba-28ef6d571a83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:32.578413 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-82abd81b-7ea2-4ff8-87ba-28ef6d571a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-377828'] for router, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:32.579512 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82abd81b-7ea2-4ff8-87ba-28ef6d571a83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70f495d8-562e-4fa8-87d0-36045666a15f {{(pid=93047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 11:03:32.584542 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-82abd81b-7ea2-4ff8-87ba-28ef6d571a83 admin admin] Notify callbacks [] for router, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:32.585681 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-82abd81b-7ea2-4ff8-87ba-28ef6d571a83 admin admin] 10.222.0.47 "DELETE /v2.0/routers/70f495d8-562e-4fa8-87d0-36045666a15f HTTP/1.1" status: 204 len: 168 time: 1.0817142 Jul 23 11:03:32.588267 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 57494) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:32.638189 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_v2 [None req-0184c9d7-08dd-4f83-a656-247bf6329013 admin admin] Deleting subnet 8bbfc4c9-e217-47f8-86e6-9511348173f3 {{(pid=93047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:03:32.642593 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0184c9d7-08dd-4f83-a656-247bf6329013 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:32.683209 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0184c9d7-08dd-4f83-a656-247bf6329013 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31365394'] for subnet, precommit_delete_associations {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:32.733397 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0184c9d7-08dd-4f83-a656-247bf6329013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501035'] for subnet, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:32.801535 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0184c9d7-08dd-4f83-a656-247bf6329013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31365225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31171138'] for subnet, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:32.826726 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184c9d7-08dd-4f83-a656-247bf6329013 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bbfc4c9-e217-47f8-86e6-9511348173f3,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:32.835519 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0184c9d7-08dd-4f83-a656-247bf6329013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for subnet, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:32.837986 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-0184c9d7-08dd-4f83-a656-247bf6329013 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/8bbfc4c9-e217-47f8-86e6-9511348173f3 HTTP/1.1" status: 204 len: 168 time: 0.2483714 Jul 23 11:03:32.840129 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 57498) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:32.931769 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b379dd81-642f-4080-8e8e-29a4bbdae6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638085'] for network, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:33.028582 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b379dd81-642f-4080-8e8e-29a4bbdae6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499634', 'neutron.services.segments.db._delete_segments_for_network-8792856633739'] for network, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:33.038840 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-b379dd81-642f-4080-8e8e-29a4bbdae6ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f52d38e-0362-4264-9e97-fc5007fd139b']}} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:33.048247 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-b379dd81-642f-4080-8e8e-29a4bbdae6ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6eb4813-8b72-4c98-b772-6906b7caa3dd') {'for_net_delete': True} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:33.048544 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-b379dd81-642f-4080-8e8e-29a4bbdae6ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6eb4813-8b72-4c98-b772-6906b7caa3dd') {} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:33.058285 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b379dd81-642f-4080-8e8e-29a4bbdae6ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792856541624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31365419'] for segment, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:33.072650 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b379dd81-642f-4080-8e8e-29a4bbdae6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402'] for segment, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:33.079202 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b379dd81-642f-4080-8e8e-29a4bbdae6ac admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=93047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:03:33.079581 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b379dd81-642f-4080-8e8e-29a4bbdae6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31365331'] for segment, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:33.081198 dv-cinder-801989-3-iscsi neutron-server[93047]: Traceback (most recent call last): Jul 23 11:03:33.081198 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:03:33.081198 dv-cinder-801989-3-iscsi neutron-server[93047]: timer() Jul 23 11:03:33.081198 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:03:33.081198 dv-cinder-801989-3-iscsi neutron-server[93047]: cb(*args, **kw) Jul 23 11:03:33.081198 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:03:33.081198 dv-cinder-801989-3-iscsi neutron-server[93047]: return func(*args, **kwargs) Jul 23 11:03:33.081198 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:03:33.081198 dv-cinder-801989-3-iscsi neutron-server[93047]: self._notify() Jul 23 11:03:33.081198 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:03:33.081198 dv-cinder-801989-3-iscsi neutron-server[93047]: self.callback(batched_events) Jul 23 11:03:33.081198 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:03:33.081198 dv-cinder-801989-3-iscsi neutron-server[93047]: event.method(event) Jul 23 11:03:33.081198 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:03:33.081198 dv-cinder-801989-3-iscsi neutron-server[93047]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:03:33.081198 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:03:33.081198 dv-cinder-801989-3-iscsi neutron-server[93047]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:03:33.081198 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:03:33.081198 dv-cinder-801989-3-iscsi neutron-server[93047]: return f(self, *a, **k) Jul 23 11:03:33.081198 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:03:33.081198 dv-cinder-801989-3-iscsi neutron-server[93047]: return self._get(url).json() Jul 23 11:03:33.081198 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:03:33.081198 dv-cinder-801989-3-iscsi neutron-server[93047]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:03:33.081198 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:03:33.081198 dv-cinder-801989-3-iscsi neutron-server[93047]: return self.request(url, 'GET', **kwargs) Jul 23 11:03:33.081198 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:03:33.081198 dv-cinder-801989-3-iscsi neutron-server[93047]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:03:33.081198 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:03:33.081198 dv-cinder-801989-3-iscsi neutron-server[93047]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:03:33.081198 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:03:33.081198 dv-cinder-801989-3-iscsi neutron-server[93047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:03:33.081198 dv-cinder-801989-3-iscsi neutron-server[93047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:03:33.146706 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b379dd81-642f-4080-8e8e-29a4bbdae6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409060'] for network, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:33.154747 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b379dd81-642f-4080-8e8e-29a4bbdae6ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for network, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:33.156628 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-b379dd81-642f-4080-8e8e-29a4bbdae6ac admin admin] 10.222.0.47 "DELETE /v2.0/networks/0f52d38e-0362-4264-9e97-fc5007fd139b HTTP/1.1" status: 204 len: 168 time: 0.3153136 Jul 23 11:03:33.165921 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b379dd81-642f-4080-8e8e-29a4bbdae6ac admin admin] Pushing event deleted for resources: {'Network': ['ID=0f52d38e-0362-4264-9e97-fc5007fd139b,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:33.341404 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 57510) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:33.398439 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-7e68aa76-b6c7-41ce-a054-3d0629a3963d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7b38d280bb2e4b88b54d95921882a95b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0553703 Jul 23 11:03:33.400628 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 57512) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:33.449742 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-daaf7da0-6253-41d7-9e7d-7283d57589fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:33.472049 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-daaf7da0-6253-41d7-9e7d-7283d57589fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:33.525271 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-daaf7da0-6253-41d7-9e7d-7283d57589fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:33.528308 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-daaf7da0-6253-41d7-9e7d-7283d57589fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:33.529492 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-daaf7da0-6253-41d7-9e7d-7283d57589fb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5c202f53-0a57-4805-a21c-3425865a8c1a HTTP/1.1" status: 204 len: 168 time: 0.1279554 Jul 23 11:03:33.538546 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf7da0-6253-41d7-9e7d-7283d57589fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c202f53-0a57-4805-a21c-3425865a8c1a,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:34.013284 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 527ea93f-17b0-48af-a09c-8aad0aa6ec39 no longer exists at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:03:34.044678 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] No Port match for: 527ea93f-17b0-48af-a09c-8aad0aa6ec39 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:03:34.045144 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 527ea93f-17b0-48af-a09c-8aad0aa6ec39 not bound to the agent host dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:03:34.045718 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 98144bc2-f67b-4028-bcf9-c7e04737f2f3 no longer exists at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:03:34.073749 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] No Port match for: 98144bc2-f67b-4028-bcf9-c7e04737f2f3 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:03:34.074222 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 98144bc2-f67b-4028-bcf9-c7e04737f2f3 not bound to the agent host dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:03:34.254393 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 57544) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:34.353757 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-e758afcc-65df-48c4-bc39-c335f85e71c5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1776230485-network', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:03:34.379736 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e758afcc-65df-48c4-bc39-c335f85e71c5 admin admin] Made reservation on behalf of aa5f355dcd104487ab846873d9f4bf88 for: {'network': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:03:34.382830 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e758afcc-65df-48c4-bc39-c335f85e71c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for network, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:34.394715 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e758afcc-65df-48c4-bc39-c335f85e71c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:34.502743 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e758afcc-65df-48c4-bc39-c335f85e71c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:34.508236 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e758afcc-65df-48c4-bc39-c335f85e71c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:34.535633 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e758afcc-65df-48c4-bc39-c335f85e71c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=93047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:03:34.541951 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e758afcc-65df-48c4-bc39-c335f85e71c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4486ba0d-ccaa-4e95-b6c9-bc32bf65a44e,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:34.551311 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e758afcc-65df-48c4-bc39-c335f85e71c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402'] for segment, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:34.551311 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.db.segments_db [None req-e758afcc-65df-48c4-bc39-c335f85e71c5 admin admin] Added segment cc28d20c-04be-424f-8364-0035305efeaf of type vlan for network 5b9bb62a-09a0-42c6-9a48-85ed09310c64 Jul 23 11:03:34.596438 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e758afcc-65df-48c4-bc39-c335f85e71c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792856099175'] for network, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:34.633909 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e758afcc-65df-48c4-bc39-c335f85e71c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375'] for network, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:34.635230 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e758afcc-65df-48c4-bc39-c335f85e71c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:34.636019 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e758afcc-65df-48c4-bc39-c335f85e71c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for network, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:34.671697 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-e758afcc-65df-48c4-bc39-c335f85e71c5 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4154701 Jul 23 11:03:34.674445 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 57556) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:34.679751 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-e9c93df8-6db3-4710-ac2d-f53747e4626c admin admin] Request body: {'subnet': {'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1776230485-subnet', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:03:34.701185 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c93df8-6db3-4710-ac2d-f53747e4626c admin admin] Made reservation on behalf of aa5f355dcd104487ab846873d9f4bf88 for: {'subnet': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:03:34.704196 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e9c93df8-6db3-4710-ac2d-f53747e4626c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32886938'] for subnet, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:34.705948 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e758afcc-65df-48c4-bc39-c335f85e71c5 admin admin] Pushing event updated for resources: {'Network': ['ID=5b9bb62a-09a0-42c6-9a48-85ed09310c64,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:34.715657 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Network 5b9bb62a-09a0-42c6-9a48-85ed09310c64 details requested by agent ovs-agent-dv-cinder-801989-3-iscsi with host dv-cinder-801989-3-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:03:34.886457 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e9c93df8-6db3-4710-ac2d-f53747e4626c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31524673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32886920'] for subnet, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:34.950277 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c93df8-6db3-4710-ac2d-f53747e4626c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:34.961062 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c93df8-6db3-4710-ac2d-f53747e4626c admin admin] Checking segment: {'id': 'cc28d20c-04be-424f-8364-0035305efeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:03:34.961416 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c93df8-6db3-4710-ac2d-f53747e4626c admin admin] Network hostable DHCP agents. Network: 5b9bb62a-09a0-42c6-9a48-85ed09310c64, hostable agents: ['b2a8c5e9-afda-4978-a37c-dc0c684fd952'], hosted agents: [] {{(pid=93046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:03:34.986545 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c93df8-6db3-4710-ac2d-f53747e4626c admin admin] Network 5b9bb62a-09a0-42c6-9a48-85ed09310c64 is scheduled to be hosted by DHCP agent b2a8c5e9-afda-4978-a37c-dc0c684fd952 with binding_index 1 {{(pid=93046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:03:34.996787 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-e9c93df8-6db3-4710-ac2d-f53747e4626c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-3-iscsi, 5b9bb62a-09a0-42c6-9a48-85ed09310c64) {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:03:35.008784 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c93df8-6db3-4710-ac2d-f53747e4626c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:35.009409 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e9c93df8-6db3-4710-ac2d-f53747e4626c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:35.018629 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5542f33d-55e1-4d5c-aff6-3921277ec924 None None] Network 5b9bb62a-09a0-42c6-9a48-85ed09310c64 requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:03:35.024326 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-e9c93df8-6db3-4710-ac2d-f53747e4626c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3485246 Jul 23 11:03:35.028426 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 57568) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:35.032813 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-f6a5790f-832e-4fed-b201-03ef6bbf9517 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1776230485-router', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'}}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:03:35.061111 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f6a5790f-832e-4fed-b201-03ef6bbf9517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:35.062155 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f6a5790f-832e-4fed-b201-03ef6bbf9517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2691'] for router, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:35.123088 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f6a5790f-832e-4fed-b201-03ef6bbf9517 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:35.194136 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7cf8b9-cd47-48c0-bdcd-958f424f87f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346dbadd-1aa0-50d9-9a92-89b0e917de90-5b9bb62a-09a0-42c6-9a48-85ed09310c64', 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'fixed_ips': [{'subnet_id': '7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e'}]}} from dv-cinder-801989-3-iscsi. {{(pid=93048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 11:03:35.194963 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ab7cf8b9-cd47-48c0-bdcd-958f424f87f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:35.269207 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f6a5790f-832e-4fed-b201-03ef6bbf9517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-377716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2737'] for router, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:35.358468 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.db_base_plugin_common [None req-ab7cf8b9-cd47-48c0-bdcd-958f424f87f4 None None] Allocated IP 172.20.0.2 (5b9bb62a-09a0-42c6-9a48-85ed09310c64/7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e/ced2943f-e1df-4f7a-84e7-4ffb0ebe0b3a) {{(pid=93048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:03:35.475683 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f6a5790f-832e-4fed-b201-03ef6bbf9517 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:35.494612 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f6a5790f-832e-4fed-b201-03ef6bbf9517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:35.509341 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ab7cf8b9-cd47-48c0-bdcd-958f424f87f4 None None] Notify callbacks [] for port, precommit_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:35.517590 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ab7cf8b9-cd47-48c0-bdcd-958f424f87f4 None None] Transition to ACTIVE for port object ced2943f-e1df-4f7a-84e7-4ffb0ebe0b3a will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:03:35.531968 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ab7cf8b9-cd47-48c0-bdcd-958f424f87f4 None None] Transition to ACTIVE for port object ced2943f-e1df-4f7a-84e7-4ffb0ebe0b3a will not be triggered until provisioned by entity DHCP. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:03:35.540081 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ab7cf8b9-cd47-48c0-bdcd-958f424f87f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974'] for port, after_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:35.580747 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7cf8b9-cd47-48c0-bdcd-958f424f87f4 None None] Network 5b9bb62a-09a0-42c6-9a48-85ed09310c64 is already hosted by enough agents. {{(pid=93048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:03:35.585456 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.scheduler.base_scheduler [None req-ab7cf8b9-cd47-48c0-bdcd-958f424f87f4 None None] Resources bound (agent type, host, resource id): {{(pid=93048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:03:35.589094 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7cf8b9-cd47-48c0-bdcd-958f424f87f4 None None] Received port after_create {{(pid=93048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:03:35.596145 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7cf8b9-cd47-48c0-bdcd-958f424f87f4 None None] Pushing event updated for resources: {'Port': ['ID=ced2943f-e1df-4f7a-84e7-4ffb0ebe0b3a,revision_number=1']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:35.604571 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [None req-f6a5790f-832e-4fed-b201-03ef6bbf9517 admin admin] Allocated IP 172.27.2.74 (7e03cc48-3144-4cbe-b31a-c20231b9d64e/936becf8-b9e9-4f67-8a9b-c483761f3f68/5ec56e6e-9998-4aee-83f7-a9f8e1472850) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:03:35.651123 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-ab7cf8b9-cd47-48c0-bdcd-958f424f87f4 None None] Attempting to bind port ced2943f-e1df-4f7a-84e7-4ffb0ebe0b3a on host dv-cinder-801989-3-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:03:35.651497 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-ab7cf8b9-cd47-48c0-bdcd-958f424f87f4 None None] Attempting to bind port ced2943f-e1df-4f7a-84e7-4ffb0ebe0b3a by drivers openvswitch,hyperv on host dv-cinder-801989-3-iscsi at level 0 using segments [{'id': 'cc28d20c-04be-424f-8364-0035305efeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:03:35.651860 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7cf8b9-cd47-48c0-bdcd-958f424f87f4 None None] Attempting to bind port ced2943f-e1df-4f7a-84e7-4ffb0ebe0b3a on network 5b9bb62a-09a0-42c6-9a48-85ed09310c64 {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:03:35.657236 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7cf8b9-cd47-48c0-bdcd-958f424f87f4 None None] Checking agent: {'id': '63737f21-8f70-4879-b83c-8d101c99e22a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 52, 20), 'started_at': datetime.datetime(2021, 7, 23, 10, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:03:35.657612 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7cf8b9-cd47-48c0-bdcd-958f424f87f4 None None] Checking segment: {'id': 'cc28d20c-04be-424f-8364-0035305efeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:03:35.658124 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ab7cf8b9-cd47-48c0-bdcd-958f424f87f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:35.658409 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7cf8b9-cd47-48c0-bdcd-958f424f87f4 None None] Bound using segment: {'id': 'cc28d20c-04be-424f-8364-0035305efeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:03:35.658878 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-ab7cf8b9-cd47-48c0-bdcd-958f424f87f4 None None] Bound port: ced2943f-e1df-4f7a-84e7-4ffb0ebe0b3a, host: dv-cinder-801989-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc28d20c-04be-424f-8364-0035305efeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:03:35.659494 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ab7cf8b9-cd47-48c0-bdcd-958f424f87f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:35.711230 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f6a5790f-832e-4fed-b201-03ef6bbf9517 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:35.720780 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ab7cf8b9-cd47-48c0-bdcd-958f424f87f4 None None] For port ced2943f-e1df-4f7a-84e7-4ffb0ebe0b3a, host dv-cinder-801989-3-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:03:35.723878 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ab7cf8b9-cd47-48c0-bdcd-958f424f87f4 None None] For port ced2943f-e1df-4f7a-84e7-4ffb0ebe0b3a, host dv-cinder-801989-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=ced2943f-e1df-4f7a-84e7-4ffb0ebe0b3a,segment=NetworkSegment(cc28d20c-04be-424f-8364-0035305efeaf),segment_id=cc28d20c-04be-424f-8364-0035305efeaf)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:03:35.727977 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ab7cf8b9-cd47-48c0-bdcd-958f424f87f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:35.752768 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f6a5790f-832e-4fed-b201-03ef6bbf9517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31524845'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:35.793613 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7cf8b9-cd47-48c0-bdcd-958f424f87f4 None None] Pushing event updated for resources: {'Port': ['ID=ced2943f-e1df-4f7a-84e7-4ffb0ebe0b3a,revision_number=2']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:35.799074 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a5790f-832e-4fed-b201-03ef6bbf9517 admin admin] Network 7e03cc48-3144-4cbe-b31a-c20231b9d64e is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:03:35.802327 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-f6a5790f-832e-4fed-b201-03ef6bbf9517 admin admin] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:03:35.807953 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a5790f-832e-4fed-b201-03ef6bbf9517 admin admin] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:03:35.836024 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5790f-832e-4fed-b201-03ef6bbf9517 admin admin] Pushing event updated for resources: {'Port': ['ID=5ec56e6e-9998-4aee-83f7-a9f8e1472850,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:36.090015 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device ced2943f-e1df-4f7a-84e7-4ffb0ebe0b3a up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:03:36.143084 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning for port ced2943f-e1df-4f7a-84e7-4ffb0ebe0b3a completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:03:36.274417 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f6a5790f-832e-4fed-b201-03ef6bbf9517 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:36.465461 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f6a5790f-832e-4fed-b201-03ef6bbf9517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-408892'] for router, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:36.605148 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a5790f-832e-4fed-b201-03ef6bbf9517 admin admin] Router 54da195a-7ded-485d-a93d-06c905d15134 is scheduled to L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 with binding_index 1 {{(pid=93046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 11:03:36.672760 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fbcae7-e33f-45a5-b025-358b81fc40c9 None None] Network 5b9bb62a-09a0-42c6-9a48-85ed09310c64 requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:03:36.715152 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a5790f-832e-4fed-b201-03ef6bbf9517 admin admin] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:03:36.729609 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c75536-66a1-4422-aedf-8f62c8778e77 None None] Sync routers for ids ['54da195a-7ded-485d-a93d-06c905d15134'] in dv-cinder-801989-3-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:03:36.734187 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f6a5790f-832e-4fed-b201-03ef6bbf9517 admin admin] Notify callbacks [] for router, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:36.736883 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-f6a5790f-832e-4fed-b201-03ef6bbf9517 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7075343 Jul 23 11:03:36.739805 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 57600) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:36.749496 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c75536-66a1-4422-aedf-8f62c8778e77 None None] Routers {'54da195a-7ded-485d-a93d-06c905d15134'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:03:36.750127 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-d9c75536-66a1-4422-aedf-8f62c8778e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:03:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['54da195a-7ded-485d-a93d-06c905d15134'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:36.982891 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d5cf73dd-ee85-40f2-826b-c58269a9473d None None] Provisioning for port ced2943f-e1df-4f7a-84e7-4ffb0ebe0b3a completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:03:36.998248 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d5cf73dd-ee85-40f2-826b-c58269a9473d None None] Provisioning complete for port ced2943f-e1df-4f7a-84e7-4ffb0ebe0b3a triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:03:36.998622 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5cf73dd-ee85-40f2-826b-c58269a9473d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:37.077562 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-d9c75536-66a1-4422-aedf-8f62c8778e77 None None] Set router 54da195a-7ded-485d-a93d-06c905d15134 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:03:37.159785 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0c1d4912-b3af-4d5f-81c6-2594cbb1c880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:37.239195 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5cf73dd-ee85-40f2-826b-c58269a9473d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:37.293911 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d5cf73dd-ee85-40f2-826b-c58269a9473d None None] For port ced2943f-e1df-4f7a-84e7-4ffb0ebe0b3a, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=ced2943f-e1df-4f7a-84e7-4ffb0ebe0b3a,segment=NetworkSegment(cc28d20c-04be-424f-8364-0035305efeaf),segment_id=cc28d20c-04be-424f-8364-0035305efeaf)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:03:37.317622 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5cf73dd-ee85-40f2-826b-c58269a9473d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:37.341423 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [None req-0c1d4912-b3af-4d5f-81c6-2594cbb1c880 admin admin] Allocated IP 172.20.0.1 (5b9bb62a-09a0-42c6-9a48-85ed09310c64/7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e/edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:03:37.376739 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf73dd-ee85-40f2-826b-c58269a9473d None None] Pushing event updated for resources: {'Port': ['ID=ced2943f-e1df-4f7a-84e7-4ffb0ebe0b3a,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:37.388594 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-d9c75536-66a1-4422-aedf-8f62c8778e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54da195a-7ded-485d-a93d-06c905d15134', 'name': 'tempest-AttachVolumeTestJSON-1776230485-router', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '5ec56e6e-9998-4aee-83f7-a9f8e1472850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:03:36Z', 'revision_number': 3, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'gw_port': {'id': '5ec56e6e-9998-4aee-83f7-a9f8e1472850', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54da195a-7ded-485d-a93d-06c905d15134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:03:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi'}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:37.421538 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c75536-66a1-4422-aedf-8f62c8778e77 None None] Checking router: 54da195a-7ded-485d-a93d-06c905d15134 for host: dv-cinder-801989-3-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:03:37.421897 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c75536-66a1-4422-aedf-8f62c8778e77 None None] Updating router 54da195a-7ded-485d-a93d-06c905d15134 port 5ec56e6e-9998-4aee-83f7-a9f8e1472850 binding host dv-cinder-801989-3-iscsi {{(pid=93048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:03:37.450579 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0c1d4912-b3af-4d5f-81c6-2594cbb1c880 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:37.463173 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-2705fd63-ea3f-4597-b7ca-47397d1dff98 None None] Provisioning complete for port ced2943f-e1df-4f7a-84e7-4ffb0ebe0b3a triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:03:37.463549 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-2705fd63-ea3f-4597-b7ca-47397d1dff98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:37.464974 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d9c75536-66a1-4422-aedf-8f62c8778e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:37.465093 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [None req-0c1d4912-b3af-4d5f-81c6-2594cbb1c880 admin admin] Transition to ACTIVE for port object edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7 will not be triggered until provisioned by entity DHCP. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:03:37.497350 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0c1d4912-b3af-4d5f-81c6-2594cbb1c880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:37.534118 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1d4912-b3af-4d5f-81c6-2594cbb1c880 admin admin] Network 5b9bb62a-09a0-42c6-9a48-85ed09310c64 is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:03:37.540247 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-0c1d4912-b3af-4d5f-81c6-2594cbb1c880 admin admin] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:03:37.543651 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1d4912-b3af-4d5f-81c6-2594cbb1c880 admin admin] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:03:37.572684 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d4912-b3af-4d5f-81c6-2594cbb1c880 admin admin] Pushing event updated for resources: {'Port': ['ID=edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:37.593088 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0c1d4912-b3af-4d5f-81c6-2594cbb1c880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407845'] for router_interface, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:37.752197 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0c1d4912-b3af-4d5f-81c6-2594cbb1c880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:37.794272 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-0cad494b-2b64-43e1-a1db-278137741523 None None] Provisioning for port edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7 completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:03:37.800215 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d9c75536-66a1-4422-aedf-8f62c8778e77 None None] Notify callbacks [] for port, precommit_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:37.811511 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d9c75536-66a1-4422-aedf-8f62c8778e77 None None] Transition to ACTIVE for port object 5ec56e6e-9998-4aee-83f7-a9f8e1472850 will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:03:37.815473 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-0cad494b-2b64-43e1-a1db-278137741523 None None] Provisioning complete for port edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7 triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:03:37.815953 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-0cad494b-2b64-43e1-a1db-278137741523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:37.818888 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d9c75536-66a1-4422-aedf-8f62c8778e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:37.897026 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-0cad494b-2b64-43e1-a1db-278137741523 None None] Port edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7 cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:03:37.898485 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-d9c75536-66a1-4422-aedf-8f62c8778e77 None None] Attempting to bind port 5ec56e6e-9998-4aee-83f7-a9f8e1472850 on host dv-cinder-801989-3-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:03:37.899057 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-d9c75536-66a1-4422-aedf-8f62c8778e77 None None] Attempting to bind port 5ec56e6e-9998-4aee-83f7-a9f8e1472850 by drivers openvswitch,hyperv on host dv-cinder-801989-3-iscsi at level 0 using segments [{'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:03:37.899591 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c75536-66a1-4422-aedf-8f62c8778e77 None None] Attempting to bind port 5ec56e6e-9998-4aee-83f7-a9f8e1472850 on network 7e03cc48-3144-4cbe-b31a-c20231b9d64e {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:03:37.903456 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e426a57-2fde-46ed-afae-e40f85e41f51 None None] Pushing event updated for resources: {'Port': ['ID=5ec56e6e-9998-4aee-83f7-a9f8e1472850,revision_number=2']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:37.908382 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c75536-66a1-4422-aedf-8f62c8778e77 None None] Checking agent: {'id': '63737f21-8f70-4879-b83c-8d101c99e22a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 52, 20), 'started_at': datetime.datetime(2021, 7, 23, 10, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:03:37.908765 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c75536-66a1-4422-aedf-8f62c8778e77 None None] Checking segment: {'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:03:37.909174 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d9c75536-66a1-4422-aedf-8f62c8778e77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:37.909563 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c75536-66a1-4422-aedf-8f62c8778e77 None None] Bound using segment: {'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:03:37.910028 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-d9c75536-66a1-4422-aedf-8f62c8778e77 None None] Bound port: 5ec56e6e-9998-4aee-83f7-a9f8e1472850, host: dv-cinder-801989-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:03:37.910413 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d9c75536-66a1-4422-aedf-8f62c8778e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:37.926912 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0c1d4912-b3af-4d5f-81c6-2594cbb1c880 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:37.931299 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0c1d4912-b3af-4d5f-81c6-2594cbb1c880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31365311'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:37.964632 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d9c75536-66a1-4422-aedf-8f62c8778e77 None None] For port 5ec56e6e-9998-4aee-83f7-a9f8e1472850, host dv-cinder-801989-3-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:03:37.967711 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d9c75536-66a1-4422-aedf-8f62c8778e77 None None] For port 5ec56e6e-9998-4aee-83f7-a9f8e1472850, host dv-cinder-801989-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=5ec56e6e-9998-4aee-83f7-a9f8e1472850,segment=NetworkSegment(b5c8421f-b86b-4175-8464-b8724faa06bb),segment_id=b5c8421f-b86b-4175-8464-b8724faa06bb)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:03:37.979065 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d9c75536-66a1-4422-aedf-8f62c8778e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:38.006695 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0c1d4912-b3af-4d5f-81c6-2594cbb1c880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402930'] for router_interface, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:38.011823 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d4912-b3af-4d5f-81c6-2594cbb1c880 admin admin] Pushing event updated for resources: {'Port': ['ID=edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:38.029385 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c75536-66a1-4422-aedf-8f62c8778e77 None None] Routers {'54da195a-7ded-485d-a93d-06c905d15134'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:03:38.030004 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-d9c75536-66a1-4422-aedf-8f62c8778e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:03:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['54da195a-7ded-485d-a93d-06c905d15134'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:38.039226 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device ced2943f-e1df-4f7a-84e7-4ffb0ebe0b3a up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:03:38.103116 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1d4912-b3af-4d5f-81c6-2594cbb1c880 admin admin] Network 5b9bb62a-09a0-42c6-9a48-85ed09310c64 is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:03:38.104539 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-0c1d4912-b3af-4d5f-81c6-2594cbb1c880 admin admin] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:03:38.149117 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e426a57-2fde-46ed-afae-e40f85e41f51 None None] Pushing event updated for resources: {'Port': ['ID=5ec56e6e-9998-4aee-83f7-a9f8e1472850,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:38.184271 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-d9c75536-66a1-4422-aedf-8f62c8778e77 None None] Set router 54da195a-7ded-485d-a93d-06c905d15134 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:03:38.218833 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1d4912-b3af-4d5f-81c6-2594cbb1c880 admin admin] Router 54da195a-7ded-485d-a93d-06c905d15134 has already been hosted by L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:03:38.289502 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port ced2943f-e1df-4f7a-84e7-4ffb0ebe0b3a triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:03:38.290085 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:38.333366 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1d4912-b3af-4d5f-81c6-2594cbb1c880 admin admin] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:03:38.340488 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-0c1d4912-b3af-4d5f-81c6-2594cbb1c880 admin admin] 10.222.0.47 "PUT /v2.0/routers/54da195a-7ded-485d-a93d-06c905d15134/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5980074 Jul 23 11:03:38.386974 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-53910fa2-1af0-4a66-a28b-c1b2b7b20aa5 None None] Provisioning complete for port edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7 triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:03:38.387358 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-53910fa2-1af0-4a66-a28b-c1b2b7b20aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:38.464772 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-53910fa2-1af0-4a66-a28b-c1b2b7b20aa5 None None] Port edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7 cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:03:38.503000 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-d9c75536-66a1-4422-aedf-8f62c8778e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54da195a-7ded-485d-a93d-06c905d15134', 'name': 'tempest-AttachVolumeTestJSON-1776230485-router', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '5ec56e6e-9998-4aee-83f7-a9f8e1472850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:03:37Z', 'revision_number': 4, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'gw_port': {'id': '5ec56e6e-9998-4aee-83f7-a9f8e1472850', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54da195a-7ded-485d-a93d-06c905d15134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': 'edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7', 'name': '', 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'mac_address': 'fa:16:3e:bf:8d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54da195a-7ded-485d-a93d-06c905d15134', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:37Z', 'updated_at': '2021-07-23T11:03:37Z', 'revision_number': 2, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'subnets': [{'id': '7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:38.654042 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c75536-66a1-4422-aedf-8f62c8778e77 None None] The sync data for ids ['54da195a-7ded-485d-a93d-06c905d15134'] in dv-cinder-801989-3-iscsi is: [{'id': '54da195a-7ded-485d-a93d-06c905d15134', 'name': 'tempest-AttachVolumeTestJSON-1776230485-router', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '5ec56e6e-9998-4aee-83f7-a9f8e1472850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:03:37Z', 'revision_number': 4, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'gw_port': {'id': '5ec56e6e-9998-4aee-83f7-a9f8e1472850', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54da195a-7ded-485d-a93d-06c905d15134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': 'edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7', 'name': '', 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'mac_address': 'fa:16:3e:bf:8d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54da195a-7ded-485d-a93d-06c905d15134', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:37Z', 'updated_at': '2021-07-23T11:03:37Z', 'revision_number': 2, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'subnets': [{'id': '7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:03:39.374844 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-1bc7e8ba-b2c9-41f6-972e-d9e0748f5a6b tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-238684192&fields=id&tenant_id=1165799dfafa48dcbe42cd4ec67ea2ec HTTP/1.1" status: 200 len: 267 time: 0.0352261 Jul 23 11:03:39.489143 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-95a0a68c-d9ba-4d42-829f-9a45e5460a54 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:39.490676 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-95a0a68c-d9ba-4d42-829f-9a45e5460a54 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/networks?id=c1983693-fe8e-4a35-beb9-2f00a7f70c5f HTTP/1.1" status: 200 len: 808 time: 0.1084151 Jul 23 11:03:39.507073 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-5631d969-5e39-42e1-84b6-2aea0d4199ca tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/quotas/1165799dfafa48dcbe42cd4ec67ea2ec HTTP/1.1" status: 200 len: 375 time: 0.0108688 Jul 23 11:03:39.573637 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-23523986-bc0a-4cd9-ad1a-808041b522a6 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1165799dfafa48dcbe42cd4ec67ea2ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609593 Jul 23 11:03:39.676558 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-ec7f0f56-ab03-4e3a-b40b-2ce6663fc586 service neutron] 10.222.0.47 "GET /v2.0/networks/c1983693-fe8e-4a35-beb9-2f00a7f70c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894446 Jul 23 11:03:39.769826 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-316f2054-a2bf-4000-bf07-d4fd8cdda592 service neutron] 10.222.0.47 "GET /v2.0/networks/c1983693-fe8e-4a35-beb9-2f00a7f70c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873387 Jul 23 11:03:39.785677 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 57650) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:39.790709 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-ac1ec2b6-4677-43b0-a3b3-a84deb1d8950 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Request body: {'security_group': {'name': 'tempest-securitygroup--190209282', 'description': 'tempest-description--1947090029'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:03:39.817577 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ac1ec2b6-4677-43b0-a3b3-a84deb1d8950 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:39.903114 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ac1ec2b6-4677-43b0-a3b3-a84deb1d8950 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:39.907381 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ac1ec2b6-4677-43b0-a3b3-a84deb1d8950 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:39.939460 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ac1ec2b6-4677-43b0-a3b3-a84deb1d8950 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:39.941083 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-ac1ec2b6-4677-43b0-a3b3-a84deb1d8950 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1537199 Jul 23 11:03:39.941841 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ec2b6-4677-43b0-a3b3-a84deb1d8950 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:39.944145 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 57662) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:39.949572 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-77154131-077d-426c-bd84-7a00aa604063 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Request body: {'security_group_rule': {'security_group_id': 'aa8bed5f-8c32-4654-82e0-0f94ccbe93e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:03:39.977847 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-77154131-077d-426c-bd84-7a00aa604063 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:40.081609 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-77154131-077d-426c-bd84-7a00aa604063 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:40.085861 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-77154131-077d-426c-bd84-7a00aa604063 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563979'] for security_group_rule, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:40.116455 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 5ec56e6e-9998-4aee-83f7-a9f8e1472850 up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:03:40.128000 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77154131-077d-426c-bd84-7a00aa604063 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=862bac7d-12df-476b-8a07-66340b4898e5,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:40.137286 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-77154131-077d-426c-bd84-7a00aa604063 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:40.139190 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-77154131-077d-426c-bd84-7a00aa604063 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1938069 Jul 23 11:03:40.143791 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 57668) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:40.150418 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-3a5ae7f6-6779-438b-bbf4-1666d06a5928 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Request body: {'security_group_rule': {'security_group_id': 'aa8bed5f-8c32-4654-82e0-0f94ccbe93e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:03:40.195597 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3a5ae7f6-6779-438b-bbf4-1666d06a5928 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:40.204441 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e25126e5-65d4-4d3e-bc39-03a35908e518 req-69e6c3db-670c-4014-b1cf-3998ee12b33e tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 210 time: 0.0526628 Jul 23 11:03:40.205213 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning for port 5ec56e6e-9998-4aee-83f7-a9f8e1472850 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:03:40.210355 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port 5ec56e6e-9998-4aee-83f7-a9f8e1472850 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:03:40.210834 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:40.270593 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3a5ae7f6-6779-438b-bbf4-1666d06a5928 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:40.274731 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3a5ae7f6-6779-438b-bbf4-1666d06a5928 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563979'] for security_group_rule, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:40.296787 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ae7f6-6779-438b-bbf4-1666d06a5928 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e4dd2df-cb8e-4fb0-a479-73a7b00f76c2,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:40.307377 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:40.309169 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3a5ae7f6-6779-438b-bbf4-1666d06a5928 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:40.313237 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-3a5ae7f6-6779-438b-bbf4-1666d06a5928 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1652954 Jul 23 11:03:40.314416 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 57674) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:40.319822 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-afe0d4b4-a413-4839-b62e-12b6012aebc5 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Request body: {'floatingip': {'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:03:40.329796 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] For port 5ec56e6e-9998-4aee-83f7-a9f8e1472850, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=5ec56e6e-9998-4aee-83f7-a9f8e1472850,segment=NetworkSegment(b5c8421f-b86b-4175-8464-b8724faa06bb),segment_id=b5c8421f-b86b-4175-8464-b8724faa06bb)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:03:40.334286 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:40.346386 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-afe0d4b4-a413-4839-b62e-12b6012aebc5 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for floatingip, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:40.395543 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Pushing event updated for resources: {'Port': ['ID=5ec56e6e-9998-4aee-83f7-a9f8e1472850,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:40.457238 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-afe0d4b4-a413-4839-b62e-12b6012aebc5 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:40.569786 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [None req-afe0d4b4-a413-4839-b62e-12b6012aebc5 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Allocated IP 172.27.2.52 (7e03cc48-3144-4cbe-b31a-c20231b9d64e/936becf8-b9e9-4f67-8a9b-c483761f3f68/627c155e-2cdd-46d0-acb2-b42af058dd6f) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:03:40.614422 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8a6ea5-8899-4bd2-9cdd-22c98afcef5b None None] Sync routers for ids ['54da195a-7ded-485d-a93d-06c905d15134'] in dv-cinder-801989-3-iscsi {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:03:40.624832 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8a6ea5-8899-4bd2-9cdd-22c98afcef5b None None] Routers {'54da195a-7ded-485d-a93d-06c905d15134'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:03:40.625495 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-8d8a6ea5-8899-4bd2-9cdd-22c98afcef5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:03:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['54da195a-7ded-485d-a93d-06c905d15134'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:40.689091 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-afe0d4b4-a413-4839-b62e-12b6012aebc5 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:40.730176 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-afe0d4b4-a413-4839-b62e-12b6012aebc5 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31524845'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:40.732661 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-8d8a6ea5-8899-4bd2-9cdd-22c98afcef5b None None] Set router 54da195a-7ded-485d-a93d-06c905d15134 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:03:40.768885 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe0d4b4-a413-4839-b62e-12b6012aebc5 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Network 7e03cc48-3144-4cbe-b31a-c20231b9d64e is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:03:40.772220 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-afe0d4b4-a413-4839-b62e-12b6012aebc5 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:03:40.774734 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe0d4b4-a413-4839-b62e-12b6012aebc5 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:03:40.810265 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0d4b4-a413-4839-b62e-12b6012aebc5 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Pushing event updated for resources: {'Port': ['ID=627c155e-2cdd-46d0-acb2-b42af058dd6f,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:40.925485 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-afe0d4b4-a413-4839-b62e-12b6012aebc5 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:40.940210 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-8d8a6ea5-8899-4bd2-9cdd-22c98afcef5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54da195a-7ded-485d-a93d-06c905d15134', 'name': 'tempest-AttachVolumeTestJSON-1776230485-router', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '5ec56e6e-9998-4aee-83f7-a9f8e1472850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:03:37Z', 'revision_number': 4, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'gw_port': {'id': '5ec56e6e-9998-4aee-83f7-a9f8e1472850', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54da195a-7ded-485d-a93d-06c905d15134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': 'edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7', 'name': '', 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'mac_address': 'fa:16:3e:bf:8d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54da195a-7ded-485d-a93d-06c905d15134', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:37Z', 'updated_at': '2021-07-23T11:03:37Z', 'revision_number': 2, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'subnets': [{'id': '7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:40.969531 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8a6ea5-8899-4bd2-9cdd-22c98afcef5b None None] Checking router: 54da195a-7ded-485d-a93d-06c905d15134 for host: dv-cinder-801989-3-iscsi {{(pid=93049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:03:40.970032 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8a6ea5-8899-4bd2-9cdd-22c98afcef5b None None] Updating router 54da195a-7ded-485d-a93d-06c905d15134 port edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7 binding host dv-cinder-801989-3-iscsi {{(pid=93049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:03:40.975247 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-afe0d4b4-a413-4839-b62e-12b6012aebc5 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:41.005338 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-8d8a6ea5-8899-4bd2-9cdd-22c98afcef5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:41.132265 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-afe0d4b4-a413-4839-b62e-12b6012aebc5 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:41.137610 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-afe0d4b4-a413-4839-b62e-12b6012aebc5 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31524822'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:41.236187 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0d4b4-a413-4839-b62e-12b6012aebc5 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Pushing event updated for resources: {'Port': ['ID=627c155e-2cdd-46d0-acb2-b42af058dd6f,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:41.260412 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-afe0d4b4-a413-4839-b62e-12b6012aebc5 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409046'] for floatingip, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:41.306657 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-8d8a6ea5-8899-4bd2-9cdd-22c98afcef5b None None] Notify callbacks [] for port, precommit_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:41.316215 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-afe0d4b4-a413-4839-b62e-12b6012aebc5 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for floatingip, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:41.325384 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-afe0d4b4-a413-4839-b62e-12b6012aebc5 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0014460 Jul 23 11:03:41.328342 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0345d466-63ce-419a-8d25-67bb87e19e3e req-dd329ce4-2687-468f-9fd5-776e2f127b28 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 210 time: 0.0392125 Jul 23 11:03:41.341883 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.provisioning_blocks [None req-8d8a6ea5-8899-4bd2-9cdd-22c98afcef5b None None] Transition to ACTIVE for port object edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7 will not be triggered until provisioned by entity L2. {{(pid=93049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:03:41.353276 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-8d8a6ea5-8899-4bd2-9cdd-22c98afcef5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:41.360925 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-b51edff0-8831-412e-9965-fe2425e9874a tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:41.362767 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-b51edff0-8831-412e-9965-fe2425e9874a tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.48 "GET /v2.0/networks?id=c1983693-fe8e-4a35-beb9-2f00a7f70c5f HTTP/1.1" status: 200 len: 808 time: 0.1536787 Jul 23 11:03:41.403331 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d072d4-9c4d-4e83-92f7-12c5e5ec8e14 None None] Pushing event updated for resources: {'Port': ['ID=edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7,revision_number=3']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:41.440073 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-b07803ea-7746-4500-892b-228f30c03e57 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1165799dfafa48dcbe42cd4ec67ea2ec HTTP/1.1" status: 200 len: 379 time: 0.0662708 Jul 23 11:03:41.463718 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-93b42486-e923-409e-89b2-f2fb10db2c9a tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Request body: {'port': {'device_id': '1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f', 'network_id': 'c1983693-fe8e-4a35-beb9-2f00a7f70c5f', 'admin_state_up': True, 'tenant_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'security_groups': ['2561015b-4d2f-4b09-a0d3-dddb29caf255']}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:03:41.481150 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-8d8a6ea5-8899-4bd2-9cdd-22c98afcef5b None None] Attempting to bind port edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7 on host dv-cinder-801989-3-iscsi for vnic_type normal with profile {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:03:41.481585 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-8d8a6ea5-8899-4bd2-9cdd-22c98afcef5b None None] Attempting to bind port edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7 by drivers openvswitch,hyperv on host dv-cinder-801989-3-iscsi at level 0 using segments [{'id': 'cc28d20c-04be-424f-8364-0035305efeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64'}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:03:41.481951 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8a6ea5-8899-4bd2-9cdd-22c98afcef5b None None] Attempting to bind port edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7 on network 5b9bb62a-09a0-42c6-9a48-85ed09310c64 {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:03:41.487357 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8a6ea5-8899-4bd2-9cdd-22c98afcef5b None None] Checking agent: {'id': '63737f21-8f70-4879-b83c-8d101c99e22a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 52, 20), 'started_at': datetime.datetime(2021, 7, 23, 10, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:03:41.487851 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8a6ea5-8899-4bd2-9cdd-22c98afcef5b None None] Checking segment: {'id': 'cc28d20c-04be-424f-8364-0035305efeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:03:41.488227 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-8d8a6ea5-8899-4bd2-9cdd-22c98afcef5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:41.489052 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8a6ea5-8899-4bd2-9cdd-22c98afcef5b None None] Bound using segment: {'id': 'cc28d20c-04be-424f-8364-0035305efeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64'} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:03:41.489288 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-8d8a6ea5-8899-4bd2-9cdd-22c98afcef5b None None] Bound port: edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7, host: dv-cinder-801989-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc28d20c-04be-424f-8364-0035305efeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64'}}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:03:41.489742 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-8d8a6ea5-8899-4bd2-9cdd-22c98afcef5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:41.545768 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-23667dc3-be2b-4b7c-b1e2-a5fb3535ecaf tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--190209282&fields=id&tenant_id=aa5f355dcd104487ab846873d9f4bf88 HTTP/1.1" status: 200 len: 267 time: 0.0751996 Jul 23 11:03:41.561969 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-8d8a6ea5-8899-4bd2-9cdd-22c98afcef5b None None] For port edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7, host dv-cinder-801989-3-iscsi, cleared binding levels {{(pid=93049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:03:41.566146 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-8d8a6ea5-8899-4bd2-9cdd-22c98afcef5b None None] For port edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7, host dv-cinder-801989-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7,segment=NetworkSegment(cc28d20c-04be-424f-8364-0035305efeaf),segment_id=cc28d20c-04be-424f-8364-0035305efeaf)] {{(pid=93049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:03:41.572448 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-8d8a6ea5-8899-4bd2-9cdd-22c98afcef5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:41.642008 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d072d4-9c4d-4e83-92f7-12c5e5ec8e14 None None] Pushing event updated for resources: {'Port': ['ID=edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7,revision_number=4']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:41.666451 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8a6ea5-8899-4bd2-9cdd-22c98afcef5b None None] Routers {'54da195a-7ded-485d-a93d-06c905d15134'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:03:41.667311 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-8d8a6ea5-8899-4bd2-9cdd-22c98afcef5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:03:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['54da195a-7ded-485d-a93d-06c905d15134'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:41.747629 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-898e5559-86a5-4077-a35b-8634230987f8 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:41.749477 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-898e5559-86a5-4077-a35b-8634230987f8 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/networks?id=5b9bb62a-09a0-42c6-9a48-85ed09310c64 HTTP/1.1" status: 200 len: 811 time: 0.1768365 Jul 23 11:03:41.751196 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-93b42486-e923-409e-89b2-f2fb10db2c9a tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Made reservation on behalf of 1165799dfafa48dcbe42cd4ec67ea2ec for: {'port': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:03:41.754716 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-93b42486-e923-409e-89b2-f2fb10db2c9a tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:41.782853 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-cf9d24d6-9e3a-49d5-be86-f297f38f7826 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/quotas/aa5f355dcd104487ab846873d9f4bf88 HTTP/1.1" status: 200 len: 375 time: 0.0153987 Jul 23 11:03:41.882007 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-8d8a6ea5-8899-4bd2-9cdd-22c98afcef5b None None] Set router 54da195a-7ded-485d-a93d-06c905d15134 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:03:41.959119 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-393c7a7a-42f4-419d-9199-b70e4e258a06 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa5f355dcd104487ab846873d9f4bf88&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1655021 Jul 23 11:03:41.963719 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-93b42486-e923-409e-89b2-f2fb10db2c9a tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Allocated IP 172.20.0.13 (c1983693-fe8e-4a35-beb9-2f00a7f70c5f/3b941e96-e008-49a3-a2e8-fc949ea58787/cf2a6406-8dfe-41e9-aadc-d766f5245382) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:03:42.093333 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 5ec56e6e-9998-4aee-83f7-a9f8e1472850 up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:03:42.132518 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-8d8a6ea5-8899-4bd2-9cdd-22c98afcef5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54da195a-7ded-485d-a93d-06c905d15134', 'name': 'tempest-AttachVolumeTestJSON-1776230485-router', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '5ec56e6e-9998-4aee-83f7-a9f8e1472850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:03:37Z', 'revision_number': 4, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'gw_port': {'id': '5ec56e6e-9998-4aee-83f7-a9f8e1472850', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54da195a-7ded-485d-a93d-06c905d15134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': 'edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7', 'name': '', 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'mac_address': 'fa:16:3e:bf:8d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54da195a-7ded-485d-a93d-06c905d15134', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:37Z', 'updated_at': '2021-07-23T11:03:41Z', 'revision_number': 4, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'subnets': [{'id': '7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:42.136301 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-bd22fa8c-1f59-47e2-9e42-effbc3cb6c37 service neutron] 10.222.0.47 "GET /v2.0/networks/5b9bb62a-09a0-42c6-9a48-85ed09310c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562152 Jul 23 11:03:42.143953 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port 5ec56e6e-9998-4aee-83f7-a9f8e1472850 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:03:42.144508 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:42.160277 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8a6ea5-8899-4bd2-9cdd-22c98afcef5b None None] The sync data for ids ['54da195a-7ded-485d-a93d-06c905d15134'] in dv-cinder-801989-3-iscsi is: [{'id': '54da195a-7ded-485d-a93d-06c905d15134', 'name': 'tempest-AttachVolumeTestJSON-1776230485-router', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '5ec56e6e-9998-4aee-83f7-a9f8e1472850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:03:37Z', 'revision_number': 4, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'gw_port': {'id': '5ec56e6e-9998-4aee-83f7-a9f8e1472850', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54da195a-7ded-485d-a93d-06c905d15134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': 'edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7', 'name': '', 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'mac_address': 'fa:16:3e:bf:8d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54da195a-7ded-485d-a93d-06c905d15134', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:37Z', 'updated_at': '2021-07-23T11:03:41Z', 'revision_number': 4, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'subnets': [{'id': '7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:03:42.233147 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7 up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:03:42.287054 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning for port edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:03:42.291685 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:03:42.293132 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:42.380549 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:42.423012 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] For port edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7,segment=NetworkSegment(cc28d20c-04be-424f-8364-0035305efeaf),segment_id=cc28d20c-04be-424f-8364-0035305efeaf)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:03:42.430111 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:42.465951 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9a637caf-1f58-44b3-b94a-f98100f08b81 req-88059809-eb9c-4a2d-af69-5af8b9dca77e tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 210 time: 0.0455961 Jul 23 11:03:42.490697 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Pushing event updated for resources: {'Port': ['ID=edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:42.495520 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-93b42486-e923-409e-89b2-f2fb10db2c9a tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:42.515723 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-5441d6ab-931d-40c7-8012-90a15a564df3 service neutron] 10.222.0.47 "GET /v2.0/networks/5b9bb62a-09a0-42c6-9a48-85ed09310c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514061 Jul 23 11:03:42.518738 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.provisioning_blocks [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-93b42486-e923-409e-89b2-f2fb10db2c9a tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Transition to ACTIVE for port object cf2a6406-8dfe-41e9-aadc-d766f5245382 will not be triggered until provisioned by entity DHCP. {{(pid=93046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:03:42.555119 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-93b42486-e923-409e-89b2-f2fb10db2c9a tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31524845'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:42.598838 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-93b42486-e923-409e-89b2-f2fb10db2c9a tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Network c1983693-fe8e-4a35-beb9-2f00a7f70c5f is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:03:42.604521 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-93b42486-e923-409e-89b2-f2fb10db2c9a tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:03:42.608504 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-93b42486-e923-409e-89b2-f2fb10db2c9a tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:03:42.615960 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b42486-e923-409e-89b2-f2fb10db2c9a tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Pushing event updated for resources: {'Port': ['ID=cf2a6406-8dfe-41e9-aadc-d766f5245382,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:42.691521 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-93b42486-e923-409e-89b2-f2fb10db2c9a tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:42.692523 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-93b42486-e923-409e-89b2-f2fb10db2c9a tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:42.701674 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-426fc38c-0723-4762-a3b7-bfe52e9d7948 req-d3c4feba-d9ec-429f-8144-a4109f1371ac tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 210 time: 0.0397489 Jul 23 11:03:42.721461 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-93b42486-e923-409e-89b2-f2fb10db2c9a tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2724905 Jul 23 11:03:42.739204 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-f40521f2-f665-48b9-8f09-b699e2b7dc1d service neutron] Request body: {'port': {'device_id': '1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:03:42.842857 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-f40521f2-f665-48b9-8f09-b699e2b7dc1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:42.889783 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-942d5f9f-ca8f-4d2b-a71f-749fcae55c0e None None] Provisioning for port cf2a6406-8dfe-41e9-aadc-d766f5245382 completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:03:42.894297 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-942d5f9f-ca8f-4d2b-a71f-749fcae55c0e None None] Provisioning complete for port cf2a6406-8dfe-41e9-aadc-d766f5245382 triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:03:42.894674 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-942d5f9f-ca8f-4d2b-a71f-749fcae55c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:42.954597 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-942d5f9f-ca8f-4d2b-a71f-749fcae55c0e None None] Port cf2a6406-8dfe-41e9-aadc-d766f5245382 cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:03:43.153782 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-f40521f2-f665-48b9-8f09-b699e2b7dc1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf2a6406-8dfe-41e9-aadc-d766f5245382 {{(pid=93046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:03:43.163604 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-f40521f2-f665-48b9-8f09-b699e2b7dc1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:43.176640 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.provisioning_blocks [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-f40521f2-f665-48b9-8f09-b699e2b7dc1d service neutron] Transition to ACTIVE for port object cf2a6406-8dfe-41e9-aadc-d766f5245382 will not be triggered until provisioned by entity L2. {{(pid=93046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:03:43.181732 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-f40521f2-f665-48b9-8f09-b699e2b7dc1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31524822'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:43.237722 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40521f2-f665-48b9-8f09-b699e2b7dc1d service neutron] Pushing event updated for resources: {'Port': ['ID=cf2a6406-8dfe-41e9-aadc-d766f5245382,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:43.315827 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-f40521f2-f665-48b9-8f09-b699e2b7dc1d service neutron] Attempting to bind port cf2a6406-8dfe-41e9-aadc-d766f5245382 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:03:43.316225 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-f40521f2-f665-48b9-8f09-b699e2b7dc1d service neutron] Attempting to bind port cf2a6406-8dfe-41e9-aadc-d766f5245382 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '08f81389-4dc0-46ad-aacc-02000dec7f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c1983693-fe8e-4a35-beb9-2f00a7f70c5f'}] {{(pid=93046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:03:43.316548 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-f40521f2-f665-48b9-8f09-b699e2b7dc1d service neutron] Attempting to bind port cf2a6406-8dfe-41e9-aadc-d766f5245382 on network c1983693-fe8e-4a35-beb9-2f00a7f70c5f {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:03:43.322054 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-f40521f2-f665-48b9-8f09-b699e2b7dc1d service neutron] Port cf2a6406-8dfe-41e9-aadc-d766f5245382 on network c1983693-fe8e-4a35-beb9-2f00a7f70c5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:03:43.322306 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-f40521f2-f665-48b9-8f09-b699e2b7dc1d service neutron] Attempting to bind port cf2a6406-8dfe-41e9-aadc-d766f5245382 on network c1983693-fe8e-4a35-beb9-2f00a7f70c5f {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:03:43.329671 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-f40521f2-f665-48b9-8f09-b699e2b7dc1d service neutron] Checking agent: {'id': 'fd06f6b8-de2a-4c3f-8327-d731c40933c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'started_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:03:43.330361 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-f40521f2-f665-48b9-8f09-b699e2b7dc1d service neutron] Checking segment: {'id': '08f81389-4dc0-46ad-aacc-02000dec7f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c1983693-fe8e-4a35-beb9-2f00a7f70c5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:03:43.330938 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-f40521f2-f665-48b9-8f09-b699e2b7dc1d service neutron] Bound using segment: {'id': '08f81389-4dc0-46ad-aacc-02000dec7f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c1983693-fe8e-4a35-beb9-2f00a7f70c5f'} {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:03:43.331587 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-f40521f2-f665-48b9-8f09-b699e2b7dc1d service neutron] Bound port: cf2a6406-8dfe-41e9-aadc-d766f5245382, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08f81389-4dc0-46ad-aacc-02000dec7f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c1983693-fe8e-4a35-beb9-2f00a7f70c5f'}}] {{(pid=93046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:03:43.332179 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-f40521f2-f665-48b9-8f09-b699e2b7dc1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:43.411360 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-f40521f2-f665-48b9-8f09-b699e2b7dc1d service neutron] For port cf2a6406-8dfe-41e9-aadc-d766f5245382, host hv-cinder-80198, cleared binding levels {{(pid=93046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:03:43.414686 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-f40521f2-f665-48b9-8f09-b699e2b7dc1d service neutron] For port cf2a6406-8dfe-41e9-aadc-d766f5245382, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=cf2a6406-8dfe-41e9-aadc-d766f5245382,segment=NetworkSegment(08f81389-4dc0-46ad-aacc-02000dec7f84),segment_id=08f81389-4dc0-46ad-aacc-02000dec7f84)] {{(pid=93046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:03:43.418515 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-f40521f2-f665-48b9-8f09-b699e2b7dc1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31524822'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:43.451280 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-f40521f2-f665-48b9-8f09-b699e2b7dc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:43.451895 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-f40521f2-f665-48b9-8f09-b699e2b7dc1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:43.453587 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-f40521f2-f665-48b9-8f09-b699e2b7dc1d service neutron] 10.222.0.48 "PUT /v2.0/ports/cf2a6406-8dfe-41e9-aadc-d766f5245382 HTTP/1.1" status: 200 len: 1094 time: 0.7190945 Jul 23 11:03:43.454050 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f', 'tag': 'cf2a6406-8dfe-41e9-aadc-d766f5245382'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:03:43.457702 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e514f4fc9e73055b469c7c960908a930888711302e8ce169aa561e05cb35f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ed61b2-9831-491c-a9c2-3f3fe38faee6" -d '{"events": [{"name": "network-changed", "server_uuid": "1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f", "tag": "cf2a6406-8dfe-41e9-aadc-d766f5245382"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:03:43.520647 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ec3c22-2f2a-4e8a-b25f-5e0a559c4ac2 x-openstack-request-id: req-63ec3c22-2f2a-4e8a-b25f-5e0a559c4ac2 {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:03:43.521044 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f", "tag": "cf2a6406-8dfe-41e9-aadc-d766f5245382", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:03:43.521446 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-63ec3c22-2f2a-4e8a-b25f-5e0a559c4ac2 {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:03:43.521904 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f', 'tag': 'cf2a6406-8dfe-41e9-aadc-d766f5245382', 'status': 'completed', 'code': 200} Jul 23 11:03:43.538483 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40521f2-f665-48b9-8f09-b699e2b7dc1d service neutron] Pushing event updated for resources: {'Port': ['ID=cf2a6406-8dfe-41e9-aadc-d766f5245382,revision_number=3']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:43.570272 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-54a3dc26-dda6-4b41-9bf5-0c1e5c6a2cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:43.571911 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-54a3dc26-dda6-4b41-9bf5-0c1e5c6a2cc0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1165799dfafa48dcbe42cd4ec67ea2ec&device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 1097 time: 0.0729918 Jul 23 11:03:43.599498 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a43f93-a336-45c6-94c8-767fed4a10d0 req-ff305500-67cd-4158-ab51-1e20c881ec76 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:43.601334 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e8a43f93-a336-45c6-94c8-767fed4a10d0 req-ff305500-67cd-4158-ab51-1e20c881ec76 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 944 time: 0.0692420 Jul 23 11:03:43.626162 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-34a9e50a-a089-4f3c-8ad0-733b85270404 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf2a6406-8dfe-41e9-aadc-d766f5245382 HTTP/1.1" status: 200 len: 217 time: 0.0386488 Jul 23 11:03:43.643286 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e8a43f93-a336-45c6-94c8-767fed4a10d0 req-2eb2f325-a58d-4bb6-acde-baef2340ce0a tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/security-groups?id=2561015b-4d2f-4b09-a0d3-dddb29caf255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359592 Jul 23 11:03:43.677761 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-1f41cfa9-a9df-4149-8ef4-20bbd1cc6cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:43.679197 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-1f41cfa9-a9df-4149-8ef4-20bbd1cc6cdc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b941e96-e008-49a3-a2e8-fc949ea58787 HTTP/1.1" status: 200 len: 847 time: 0.0435665 Jul 23 11:03:43.745128 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-e7ef9841-d97f-4f63-80b9-3fd31d7798d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:43.746636 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-e7ef9841-d97f-4f63-80b9-3fd31d7798d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c1983693-fe8e-4a35-beb9-2f00a7f70c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563483 Jul 23 11:03:43.817599 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-60d3fdd0-d38b-4de2-9418-a05eb560c2c0 req-8e301950-03d6-4b1e-9f7b-9691e5b9fc48 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 210 time: 0.0410769 Jul 23 11:03:43.886870 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-43e0c4c7-d045-487b-a244-6836a445a187 service neutron] 10.222.0.48 "GET /v2.0/networks/c1983693-fe8e-4a35-beb9-2f00a7f70c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288536 Jul 23 11:03:43.933592 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-2de4eac7-eee1-47b9-a8be-27dbf4b3da1b tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:43.935040 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-2de4eac7-eee1-47b9-a8be-27dbf4b3da1b tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.48 "GET /v2.0/networks?id=5b9bb62a-09a0-42c6-9a48-85ed09310c64 HTTP/1.1" status: 200 len: 811 time: 0.1524878 Jul 23 11:03:43.995371 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-6b6c1f7c-a862-4a40-acb2-3e59cf699e62 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa5f355dcd104487ab846873d9f4bf88 HTTP/1.1" status: 200 len: 379 time: 0.0447364 Jul 23 11:03:43.998175 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-28e9dbf6-1f3c-45ff-b3db-6d473b7b9bb8 req-7e9af6f8-aaa0-4d51-a038-f3e3f10c484a service neutron] 10.222.0.48 "GET /v2.0/networks/c1983693-fe8e-4a35-beb9-2f00a7f70c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012526 Jul 23 11:03:44.009046 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-3124c319-d307-4af5-b8e0-338901ccf945 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Request body: {'port': {'device_id': '26b0e6d9-5243-4c0a-ad2c-4b87f8796669', 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64', 'admin_state_up': True, 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'security_groups': ['aa8bed5f-8c32-4654-82e0-0f94ccbe93e7']}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:03:44.034704 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7 up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:03:44.082380 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:03:44.082890 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:44.111704 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed61b2-9831-491c-a9c2-3f3fe38faee6 req-e4c815f4-7c95-4a7f-a389-701be36afee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:44.113307 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-31ed61b2-9831-491c-a9c2-3f3fe38faee6 req-e4c815f4-7c95-4a7f-a389-701be36afee5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1165799dfafa48dcbe42cd4ec67ea2ec&device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 1097 time: 0.0602179 Jul 23 11:03:44.125185 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-3124c319-d307-4af5-b8e0-338901ccf945 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Made reservation on behalf of aa5f355dcd104487ab846873d9f4bf88 for: {'port': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:03:44.128501 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-3124c319-d307-4af5-b8e0-338901ccf945 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:44.217807 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed61b2-9831-491c-a9c2-3f3fe38faee6 req-1c936e02-2aed-4bde-91fe-c58a942e4cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:44.219969 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-31ed61b2-9831-491c-a9c2-3f3fe38faee6 req-1c936e02-2aed-4bde-91fe-c58a942e4cec service neutron] 10.222.0.48 "GET /v2.0/networks?id=c1983693-fe8e-4a35-beb9-2f00a7f70c5f HTTP/1.1" status: 200 len: 909 time: 0.0987895 Jul 23 11:03:44.265132 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-31ed61b2-9831-491c-a9c2-3f3fe38faee6 req-2d4c9589-7e77-4153-8525-0e48e667dd7a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf2a6406-8dfe-41e9-aadc-d766f5245382 HTTP/1.1" status: 200 len: 217 time: 0.0374501 Jul 23 11:03:44.268691 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-3124c319-d307-4af5-b8e0-338901ccf945 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Allocated IP 172.20.0.8 (5b9bb62a-09a0-42c6-9a48-85ed09310c64/7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e/1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:03:44.316533 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed61b2-9831-491c-a9c2-3f3fe38faee6 req-547e0cbb-47a9-47d9-a41f-d29f47407b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:44.318027 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-31ed61b2-9831-491c-a9c2-3f3fe38faee6 req-547e0cbb-47a9-47d9-a41f-d29f47407b46 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b941e96-e008-49a3-a2e8-fc949ea58787 HTTP/1.1" status: 200 len: 847 time: 0.0443244 Jul 23 11:03:44.381394 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed61b2-9831-491c-a9c2-3f3fe38faee6 req-9de04e32-6101-4569-a5c1-836ecd32ab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:44.383319 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-31ed61b2-9831-491c-a9c2-3f3fe38faee6 req-9de04e32-6101-4569-a5c1-836ecd32ab9c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c1983693-fe8e-4a35-beb9-2f00a7f70c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565643 Jul 23 11:03:44.405240 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-3124c319-d307-4af5-b8e0-338901ccf945 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:44.421695 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-3124c319-d307-4af5-b8e0-338901ccf945 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Transition to ACTIVE for port object 1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96 will not be triggered until provisioned by entity DHCP. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:03:44.459397 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-3124c319-d307-4af5-b8e0-338901ccf945 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:44.482438 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-31ed61b2-9831-491c-a9c2-3f3fe38faee6 req-92eb643b-46f1-4c7b-a19b-c84dce771e9b service neutron] 10.222.0.48 "GET /v2.0/networks/c1983693-fe8e-4a35-beb9-2f00a7f70c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920582 Jul 23 11:03:44.507822 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-3124c319-d307-4af5-b8e0-338901ccf945 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Network 5b9bb62a-09a0-42c6-9a48-85ed09310c64 is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:03:44.510902 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-3124c319-d307-4af5-b8e0-338901ccf945 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:03:44.513421 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-3124c319-d307-4af5-b8e0-338901ccf945 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:03:44.551975 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3124c319-d307-4af5-b8e0-338901ccf945 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Pushing event updated for resources: {'Port': ['ID=1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:44.573078 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-3124c319-d307-4af5-b8e0-338901ccf945 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:44.573708 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-3124c319-d307-4af5-b8e0-338901ccf945 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:44.579253 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-31ed61b2-9831-491c-a9c2-3f3fe38faee6 req-840247e0-a1e5-4b6c-b8c8-d99910f9ab59 service neutron] 10.222.0.48 "GET /v2.0/networks/c1983693-fe8e-4a35-beb9-2f00a7f70c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877800 Jul 23 11:03:44.588710 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-3124c319-d307-4af5-b8e0-338901ccf945 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5839245 Jul 23 11:03:44.602676 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-40e7811c-6e5c-418c-a49d-7065d28bfb6b service neutron] Request body: {'port': {'device_id': '26b0e6d9-5243-4c0a-ad2c-4b87f8796669', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:03:44.676234 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-40e7811c-6e5c-418c-a49d-7065d28bfb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:44.729380 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-25f9965c-2c04-4dcc-9913-3c192f87ac37 None None] Provisioning for port 1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96 completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:03:44.733196 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-25f9965c-2c04-4dcc-9913-3c192f87ac37 None None] Provisioning complete for port 1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96 triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:03:44.733558 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-25f9965c-2c04-4dcc-9913-3c192f87ac37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:44.767358 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-25f9965c-2c04-4dcc-9913-3c192f87ac37 None None] Port 1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96 cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:03:44.871948 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067cfb3-62fc-43cd-b086-93ef93edbec0 req-df41865a-b478-4443-8a0e-d63376e4b2df tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:44.873465 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3067cfb3-62fc-43cd-b086-93ef93edbec0 req-df41865a-b478-4443-8a0e-d63376e4b2df tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 944 time: 0.1594267 Jul 23 11:03:44.959852 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b61cd7-343b-48e0-bd0c-ba92ac65e6eb req-07578595-57e4-44b9-92dd-0b14955c14f6 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:44.960898 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3067cfb3-62fc-43cd-b086-93ef93edbec0 req-e5a270ed-9257-417f-aa45-6c2787ebbd3f tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/security-groups?id=2561015b-4d2f-4b09-a0d3-dddb29caf255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779665 Jul 23 11:03:44.961518 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-73b61cd7-343b-48e0-bd0c-ba92ac65e6eb req-07578595-57e4-44b9-92dd-0b14955c14f6 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 931 time: 0.0712783 Jul 23 11:03:45.006122 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-73b61cd7-343b-48e0-bd0c-ba92ac65e6eb req-1aca8b6b-6c56-481c-8628-01386067816f tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367072 Jul 23 11:03:45.030393 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-40e7811c-6e5c-418c-a49d-7065d28bfb6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96 {{(pid=93047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:03:45.038114 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-40e7811c-6e5c-418c-a49d-7065d28bfb6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:45.050099 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-40e7811c-6e5c-418c-a49d-7065d28bfb6b service neutron] Transition to ACTIVE for port object 1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96 will not be triggered until provisioned by entity L2. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:03:45.053870 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-40e7811c-6e5c-418c-a49d-7065d28bfb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31365311'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:45.108336 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e7811c-6e5c-418c-a49d-7065d28bfb6b service neutron] Pushing event updated for resources: {'Port': ['ID=1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:45.181000 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-40e7811c-6e5c-418c-a49d-7065d28bfb6b service neutron] Attempting to bind port 1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:03:45.181332 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-40e7811c-6e5c-418c-a49d-7065d28bfb6b service neutron] Attempting to bind port 1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': 'cc28d20c-04be-424f-8364-0035305efeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64'}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:03:45.181659 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-40e7811c-6e5c-418c-a49d-7065d28bfb6b service neutron] Attempting to bind port 1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96 on network 5b9bb62a-09a0-42c6-9a48-85ed09310c64 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:03:45.186013 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-40e7811c-6e5c-418c-a49d-7065d28bfb6b service neutron] Port 1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96 on network 5b9bb62a-09a0-42c6-9a48-85ed09310c64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:03:45.186330 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-40e7811c-6e5c-418c-a49d-7065d28bfb6b service neutron] Attempting to bind port 1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96 on network 5b9bb62a-09a0-42c6-9a48-85ed09310c64 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:03:45.191848 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-40e7811c-6e5c-418c-a49d-7065d28bfb6b service neutron] Checking agent: {'id': 'fd06f6b8-de2a-4c3f-8327-d731c40933c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'started_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:03:45.192215 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-40e7811c-6e5c-418c-a49d-7065d28bfb6b service neutron] Checking segment: {'id': 'cc28d20c-04be-424f-8364-0035305efeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:03:45.192605 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-40e7811c-6e5c-418c-a49d-7065d28bfb6b service neutron] Bound using segment: {'id': 'cc28d20c-04be-424f-8364-0035305efeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64'} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:03:45.193033 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-40e7811c-6e5c-418c-a49d-7065d28bfb6b service neutron] Bound port: 1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc28d20c-04be-424f-8364-0035305efeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64'}}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:03:45.193391 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-40e7811c-6e5c-418c-a49d-7065d28bfb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:45.262483 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-40e7811c-6e5c-418c-a49d-7065d28bfb6b service neutron] For port 1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96, host hv-cinder-80198, cleared binding levels {{(pid=93047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:03:45.265809 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-40e7811c-6e5c-418c-a49d-7065d28bfb6b service neutron] For port 1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96,segment=NetworkSegment(cc28d20c-04be-424f-8364-0035305efeaf),segment_id=cc28d20c-04be-424f-8364-0035305efeaf)] {{(pid=93047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:03:45.269554 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-40e7811c-6e5c-418c-a49d-7065d28bfb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31365311'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:45.305670 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-40e7811c-6e5c-418c-a49d-7065d28bfb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:45.306282 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-40e7811c-6e5c-418c-a49d-7065d28bfb6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:45.307647 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-40e7811c-6e5c-418c-a49d-7065d28bfb6b service neutron] 10.222.0.48 "PUT /v2.0/ports/1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96 HTTP/1.1" status: 200 len: 1093 time: 0.7098830 Jul 23 11:03:45.308138 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b0e6d9-5243-4c0a-ad2c-4b87f8796669', 'tag': '1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:03:45.310306 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57990bb103ee5b7a3f14144f2b0acc3407ada3b1c8656e111118fed9c99398e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793eaa66-e035-435f-ae20-502270dd2001" -d '{"events": [{"name": "network-changed", "server_uuid": "26b0e6d9-5243-4c0a-ad2c-4b87f8796669", "tag": "1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:03:45.335268 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e7811c-6e5c-418c-a49d-7065d28bfb6b service neutron] Pushing event updated for resources: {'Port': ['ID=1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96,revision_number=3']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:45.349351 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f2d3d3-b290-48b9-9906-5e0c310162e9 x-openstack-request-id: req-45f2d3d3-b290-48b9-9906-5e0c310162e9 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:03:45.349641 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26b0e6d9-5243-4c0a-ad2c-4b87f8796669", "tag": "1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:03:45.349891 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-45f2d3d3-b290-48b9-9906-5e0c310162e9 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:03:45.350283 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26b0e6d9-5243-4c0a-ad2c-4b87f8796669', 'tag': '1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96', 'status': 'completed', 'code': 200} Jul 23 11:03:45.413660 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-c093f560-78b5-40d8-9e5e-0288fbd2b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:45.415186 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-c093f560-78b5-40d8-9e5e-0288fbd2b251 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa5f355dcd104487ab846873d9f4bf88&device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 1096 time: 0.0569344 Jul 23 11:03:45.459654 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-4cdd9e72-30d1-4929-8ad2-3df676fe41e7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96 HTTP/1.1" status: 200 len: 217 time: 0.0352216 Jul 23 11:03:45.522410 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-c3843df2-9b3b-4bd7-86e8-d70a7b787819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:45.523896 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-c3843df2-9b3b-4bd7-86e8-d70a7b787819 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e HTTP/1.1" status: 200 len: 850 time: 0.0549865 Jul 23 11:03:45.582491 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-2487ac4b-6bba-4422-a788-86fb57a82fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:45.583940 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-2487ac4b-6bba-4422-a788-86fb57a82fa9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b9bb62a-09a0-42c6-9a48-85ed09310c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511181 Jul 23 11:03:45.673877 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-df5d2db0-137e-4b9b-aac7-cbae171e3b2b service neutron] 10.222.0.48 "GET /v2.0/networks/5b9bb62a-09a0-42c6-9a48-85ed09310c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818732 Jul 23 11:03:45.764075 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-94a626ae-b5fd-4dbf-9d1e-478467a870bf req-263bbe86-0247-4a92-bdba-39d83073e986 service neutron] 10.222.0.48 "GET /v2.0/networks/5b9bb62a-09a0-42c6-9a48-85ed09310c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827444 Jul 23 11:03:45.865182 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793eaa66-e035-435f-ae20-502270dd2001 req-0efd9c75-ef9d-4b38-a9fb-b03fea22d733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:45.866679 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-793eaa66-e035-435f-ae20-502270dd2001 req-0efd9c75-ef9d-4b38-a9fb-b03fea22d733 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa5f355dcd104487ab846873d9f4bf88&device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 1096 time: 0.0514812 Jul 23 11:03:45.959372 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793eaa66-e035-435f-ae20-502270dd2001 req-13abb964-c1e1-4a07-87d1-74c86cf41bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:45.960856 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-793eaa66-e035-435f-ae20-502270dd2001 req-13abb964-c1e1-4a07-87d1-74c86cf41bce service neutron] 10.222.0.48 "GET /v2.0/networks?id=5b9bb62a-09a0-42c6-9a48-85ed09310c64 HTTP/1.1" status: 200 len: 912 time: 0.0862837 Jul 23 11:03:46.007730 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-793eaa66-e035-435f-ae20-502270dd2001 req-21ec7418-abee-44e5-99f5-6918c8c9833d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96 HTTP/1.1" status: 200 len: 217 time: 0.0372384 Jul 23 11:03:46.072670 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793eaa66-e035-435f-ae20-502270dd2001 req-6e365673-d0da-4027-85b6-74e916af2aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:46.074144 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-793eaa66-e035-435f-ae20-502270dd2001 req-6e365673-d0da-4027-85b6-74e916af2aad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e HTTP/1.1" status: 200 len: 850 time: 0.0556707 Jul 23 11:03:46.111746 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e4248-2884-4340-bda1-a7e0abb24c9b req-72723d1d-c44c-45ae-a0d7-cbaccda56668 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:46.113270 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-609e4248-2884-4340-bda1-a7e0abb24c9b req-72723d1d-c44c-45ae-a0d7-cbaccda56668 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 944 time: 0.0735571 Jul 23 11:03:46.150749 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-609e4248-2884-4340-bda1-a7e0abb24c9b req-296066bc-0e16-4968-a595-9061ba56d326 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/security-groups?id=2561015b-4d2f-4b09-a0d3-dddb29caf255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317376 Jul 23 11:03:46.180842 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb41ea7-df24-4dc1-8792-49cabc1892ca req-7f42e0dc-68f9-459c-bece-ab25dc4edbaa tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:46.182313 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5fb41ea7-df24-4dc1-8792-49cabc1892ca req-7f42e0dc-68f9-459c-bece-ab25dc4edbaa tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 943 time: 0.0918570 Jul 23 11:03:46.184796 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793eaa66-e035-435f-ae20-502270dd2001 req-77013a70-8273-4343-a1bf-659090470b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:46.186147 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-793eaa66-e035-435f-ae20-502270dd2001 req-77013a70-8273-4343-a1bf-659090470b17 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b9bb62a-09a0-42c6-9a48-85ed09310c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1031864 Jul 23 11:03:46.271339 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5fb41ea7-df24-4dc1-8792-49cabc1892ca req-e8998b6f-16f3-49d5-b385-608bcb10ba36 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834961 Jul 23 11:03:46.299028 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-793eaa66-e035-435f-ae20-502270dd2001 req-1e206a7d-a5c9-4f22-a13a-617caec012af service neutron] 10.222.0.48 "GET /v2.0/networks/5b9bb62a-09a0-42c6-9a48-85ed09310c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051836 Jul 23 11:03:46.396165 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-793eaa66-e035-435f-ae20-502270dd2001 req-ec77acf4-d8e8-49f2-bc01-67cc1630702c service neutron] 10.222.0.48 "GET /v2.0/networks/5b9bb62a-09a0-42c6-9a48-85ed09310c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847173 Jul 23 11:03:46.531624 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-030e4688-8421-4ba8-aecf-7e8486efb541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:47.276293 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd763c6-e1e6-46bd-af78-6c912d2deba9 req-4237653d-eec5-4c74-991f-071c4b9a1591 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:47.277737 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0dd763c6-e1e6-46bd-af78-6c912d2deba9 req-4237653d-eec5-4c74-991f-071c4b9a1591 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 944 time: 0.0612459 Jul 23 11:03:47.315983 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0dd763c6-e1e6-46bd-af78-6c912d2deba9 req-78316b63-f72a-48b7-955c-5d2982ad581f tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/security-groups?id=2561015b-4d2f-4b09-a0d3-dddb29caf255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324922 Jul 23 11:03:47.406161 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c20059-919f-4378-b416-28bad5ba863b req-c2ba7fde-ae64-4359-97df-d15ddd9f04fe tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:47.407644 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d7c20059-919f-4378-b416-28bad5ba863b req-c2ba7fde-ae64-4359-97df-d15ddd9f04fe tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 943 time: 0.0680578 Jul 23 11:03:47.445632 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d7c20059-919f-4378-b416-28bad5ba863b req-9633c187-70bd-440e-94e5-cb089550ff00 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321105 Jul 23 11:03:48.193169 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:03:48.285999 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96,segment=NetworkSegment(cc28d20c-04be-424f-8364-0035305efeaf),segment_id=cc28d20c-04be-424f-8364-0035305efeaf)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:03:48.296379 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Returning: {'device': '1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96', 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64', 'port_id': '1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96', 'mac_address': 'fa:16:3e:9a:d1:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:03:48.331571 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:48.344917 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96 {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:03:48.363744 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96,segment=NetworkSegment(cc28d20c-04be-424f-8364-0035305efeaf),segment_id=cc28d20c-04be-424f-8364-0035305efeaf)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:03:48.368186 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:48.419186 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:48.430309 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:48.430766 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:48.431018 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:48.431333 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:48.431668 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:48.432061 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:48.432434 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:48.432776 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:48.433134 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:48.433613 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:48.433946 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:48.434270 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:48.452566 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d38abb-5279-410b-ad14-b80efb46a0e0 req-7a9c99a0-eb3d-4dd0-89c9-d5352276638d tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:48.454597 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-59d38abb-5279-410b-ad14-b80efb46a0e0 req-7a9c99a0-eb3d-4dd0-89c9-d5352276638d tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 944 time: 0.0713189 Jul 23 11:03:48.494088 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-59d38abb-5279-410b-ad14-b80efb46a0e0 req-95411ec3-e672-4d00-a176-25575ac4bd84 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/security-groups?id=2561015b-4d2f-4b09-a0d3-dddb29caf255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338960 Jul 23 11:03:48.590340 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8fd02-4cfd-45a6-ba1a-eb9198c4bdef req-2e2237b3-2cda-4a26-8311-2bc4c3c41d23 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:48.591827 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8ee8fd02-4cfd-45a6-ba1a-eb9198c4bdef req-2e2237b3-2cda-4a26-8311-2bc4c3c41d23 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 944 time: 0.0612645 Jul 23 11:03:48.628799 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8ee8fd02-4cfd-45a6-ba1a-eb9198c4bdef req-43df863d-19de-474c-818b-1dceee95d327 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308847 Jul 23 11:03:48.651625 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:03:49.554389 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e5b15f-24a0-45e3-87f5-53dcb08bdc8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:49.620926 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fa2bb-c2aa-4c11-8c75-03898f342390 req-aaa9c5c1-0df1-4c53-bd69-9141571fd6e4 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:49.622387 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-7f6fa2bb-c2aa-4c11-8c75-03898f342390 req-aaa9c5c1-0df1-4c53-bd69-9141571fd6e4 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 944 time: 0.0609591 Jul 23 11:03:49.660859 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-7f6fa2bb-c2aa-4c11-8c75-03898f342390 req-44659ebd-7a0f-470c-a95e-4021f513d9ab tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/security-groups?id=2561015b-4d2f-4b09-a0d3-dddb29caf255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327082 Jul 23 11:03:49.681872 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:49.763223 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd879d7-9888-42ec-877c-15ceaad43e07 req-2859c272-85ab-43c1-a9f5-7682c9a851ef tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:49.764743 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7bd879d7-9888-42ec-877c-15ceaad43e07 req-2859c272-85ab-43c1-a9f5-7682c9a851ef tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 944 time: 0.0653560 Jul 23 11:03:50.042635 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7bd879d7-9888-42ec-877c-15ceaad43e07 req-42f0f0f4-b2aa-4919-81b4-2872c5673e5e tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2717500 Jul 23 11:03:50.191132 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device cf2a6406-8dfe-41e9-aadc-d766f5245382 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:03:50.194261 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96 up at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:03:50.298176 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning for port 1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:03:50.305439 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning complete for port 1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:03:50.305810 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:50.341782 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port cf2a6406-8dfe-41e9-aadc-d766f5245382, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=cf2a6406-8dfe-41e9-aadc-d766f5245382,segment=NetworkSegment(08f81389-4dc0-46ad-aacc-02000dec7f84),segment_id=08f81389-4dc0-46ad-aacc-02000dec7f84)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:03:50.358683 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Returning: {'device': 'cf2a6406-8dfe-41e9-aadc-d766f5245382', 'network_id': 'c1983693-fe8e-4a35-beb9-2f00a7f70c5f', 'port_id': 'cf2a6406-8dfe-41e9-aadc-d766f5245382', 'mac_address': 'fa:16:3e:34:a3:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b941e96-e008-49a3-a2e8-fc949ea58787', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:03:50.423080 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:50.442600 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf2a6406-8dfe-41e9-aadc-d766f5245382 {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:03:50.446608 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:50.475322 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port cf2a6406-8dfe-41e9-aadc-d766f5245382, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=cf2a6406-8dfe-41e9-aadc-d766f5245382,segment=NetworkSegment(08f81389-4dc0-46ad-aacc-02000dec7f84),segment_id=08f81389-4dc0-46ad-aacc-02000dec7f84)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:03:50.480379 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b0e6d9-5243-4c0a-ad2c-4b87f8796669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:03:50.482568 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}214548a6ff4efd2602c2c2cf0448be42dc7715ee41776415c9dd15aa22406767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b04cdb-2635-4fc4-abba-6ce56192ac78" -d '{"events": [{"server_uuid": "26b0e6d9-5243-4c0a-ad2c-4b87f8796669", "name": "network-vif-plugged", "status": "completed", "tag": "1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:03:50.496131 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:50.506281 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96,segment=NetworkSegment(cc28d20c-04be-424f-8364-0035305efeaf),segment_id=cc28d20c-04be-424f-8364-0035305efeaf)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:03:50.527674 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15348ee-96c6-4f5a-a79f-67b554dba8a3 x-openstack-request-id: req-f15348ee-96c6-4f5a-a79f-67b554dba8a3 {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:03:50.528025 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b0e6d9-5243-4c0a-ad2c-4b87f8796669", "name": "network-vif-plugged", "status": "completed", "tag": "1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:03:50.528344 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f15348ee-96c6-4f5a-a79f-67b554dba8a3 {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:03:50.528754 dv-cinder-801989-3-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b0e6d9-5243-4c0a-ad2c-4b87f8796669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96', 'code': 200} Jul 23 11:03:50.532042 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:50.538227 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:50.559150 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=cf2a6406-8dfe-41e9-aadc-d766f5245382,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:50.614439 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:50.726767 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeeb325-63bd-4c1d-be0d-9d1d0d39ddd1 req-21705d53-8c4a-4293-8ac7-7f6294aae3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:50.728302 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5aeeb325-63bd-4c1d-be0d-9d1d0d39ddd1 req-21705d53-8c4a-4293-8ac7-7f6294aae3e1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 1098 time: 0.0506120 Jul 23 11:03:50.786233 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5aeeb325-63bd-4c1d-be0d-9d1d0d39ddd1 req-2eecb837-7b92-482e-a163-9c4f7d3329f6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487118 Jul 23 11:03:50.797880 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['cf2a6406-8dfe-41e9-aadc-d766f5245382'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:03:50.810053 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7adfa4-eb10-4360-9537-14a6238a8993 req-9b4bf93b-0fc1-42ea-a00d-e749c2851c8b tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:50.811794 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1b7adfa4-eb10-4360-9537-14a6238a8993 req-9b4bf93b-0fc1-42ea-a00d-e749c2851c8b tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 945 time: 0.0826311 Jul 23 11:03:50.854909 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1b7adfa4-eb10-4360-9537-14a6238a8993 req-8fc29842-0520-4181-a344-8dc5fea0d3b3 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/security-groups?id=2561015b-4d2f-4b09-a0d3-dddb29caf255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368309 Jul 23 11:03:51.171183 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d414344-724c-4532-8ac9-7c45db7628ed req-ea6f4c38-bd27-431d-8f7e-8532166a0072 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:51.173471 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3d414344-724c-4532-8ac9-7c45db7628ed req-ea6f4c38-bd27-431d-8f7e-8532166a0072 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 945 time: 0.0622971 Jul 23 11:03:51.213788 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3d414344-724c-4532-8ac9-7c45db7628ed req-38678a4f-7e67-4519-821e-47e4efe3a20b tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349517 Jul 23 11:03:51.992789 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7552e-e0e5-42c4-bd6a-2ee46f6b11a2 req-544fb255-f32d-4ed2-bbca-f8a7669624eb tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:51.993980 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-60d7552e-e0e5-42c4-bd6a-2ee46f6b11a2 req-544fb255-f32d-4ed2-bbca-f8a7669624eb tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 945 time: 0.0669875 Jul 23 11:03:52.030613 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:52.034322 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-60d7552e-e0e5-42c4-bd6a-2ee46f6b11a2 req-ca75a296-88b4-4960-854a-6fda342fe7df tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/security-groups?id=2561015b-4d2f-4b09-a0d3-dddb29caf255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345385 Jul 23 11:03:52.192607 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device cf2a6406-8dfe-41e9-aadc-d766f5245382 up at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:03:52.241092 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning for port cf2a6406-8dfe-41e9-aadc-d766f5245382 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:03:52.245269 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning complete for port cf2a6406-8dfe-41e9-aadc-d766f5245382 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:03:52.245660 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:52.323532 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:52.343718 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c692ca-fe2c-4e60-af77-ef475df97a41 req-8f523e20-751f-43a3-b305-620fdca42221 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:52.345327 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-33c692ca-fe2c-4e60-af77-ef475df97a41 req-8f523e20-751f-43a3-b305-620fdca42221 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 945 time: 0.0624526 Jul 23 11:03:52.355842 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port cf2a6406-8dfe-41e9-aadc-d766f5245382, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=cf2a6406-8dfe-41e9-aadc-d766f5245382,segment=NetworkSegment(08f81389-4dc0-46ad-aacc-02000dec7f84),segment_id=08f81389-4dc0-46ad-aacc-02000dec7f84)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:03:52.360073 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:52.384322 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-33c692ca-fe2c-4e60-af77-ef475df97a41 req-b2afdd4a-bc0a-465e-bfb5-b0bb7b8a0f92 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325251 Jul 23 11:03:52.412482 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=cf2a6406-8dfe-41e9-aadc-d766f5245382,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:52.515524 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8198556-69a4-45f7-9192-091de4e041cc req-d28ed072-29ab-44d0-af22-c2a567c22b65 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:52.518027 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c8198556-69a4-45f7-9192-091de4e041cc req-d28ed072-29ab-44d0-af22-c2a567c22b65 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 945 time: 0.0683491 Jul 23 11:03:52.526430 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 57890) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:52.530272 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf2a6406-8dfe-41e9-aadc-d766f5245382'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:03:52.530841 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-36884873-9378-4a9c-8e9d-dab955561ec2 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Request body: {'floatingip': {'port_id': '1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:03:52.533040 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}214548a6ff4efd2602c2c2cf0448be42dc7715ee41776415c9dd15aa22406767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2c52dd-c868-4f02-bde7-7fcadec06f30" -d '{"events": [{"server_uuid": "1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f", "name": "network-vif-plugged", "status": "completed", "tag": "cf2a6406-8dfe-41e9-aadc-d766f5245382"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:03:52.569154 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a412c89-1711-4a66-8ed7-24150f0cfb33 x-openstack-request-id: req-2a412c89-1711-4a66-8ed7-24150f0cfb33 {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:03:52.569451 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f", "name": "network-vif-plugged", "status": "completed", "tag": "cf2a6406-8dfe-41e9-aadc-d766f5245382", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:03:52.569702 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2a412c89-1711-4a66-8ed7-24150f0cfb33 {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:03:52.570093 dv-cinder-801989-3-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf2a6406-8dfe-41e9-aadc-d766f5245382', 'code': 200} Jul 23 11:03:52.574827 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-36884873-9378-4a9c-8e9d-dab955561ec2 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for floatingip, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:52.981010 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7babf8-13b5-4615-b1bf-43895bcda68c req-2be59765-b7ed-4ab9-8fa0-3ebacf043cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:52.982407 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7d7babf8-13b5-4615-b1bf-43895bcda68c req-2be59765-b7ed-4ab9-8fa0-3ebacf043cac service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 1099 time: 0.1865246 Jul 23 11:03:53.059875 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-36884873-9378-4a9c-8e9d-dab955561ec2 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:53.062565 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7d7babf8-13b5-4615-b1bf-43895bcda68c req-4374c54b-61e5-4935-8694-fcb4b6a8b342 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2561015b-4d2f-4b09-a0d3-dddb29caf255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443821 Jul 23 11:03:53.063994 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-36884873-9378-4a9c-8e9d-dab955561ec2 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409046'] for floatingip, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:53.194386 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.db.l3_db [None req-36884873-9378-4a9c-8e9d-dab955561ec2 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Floating IP a4205e16-9365-48f4-abc0-3cd698b21e91 associated. External IP: 172.27.2.52, port: 1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96. Jul 23 11:03:53.240154 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a3d9c-76d8-48fa-85d4-f89048d4061c req-a06b9eb1-2f51-4296-9c88-7541a62b3076 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:53.241521 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9a1a3d9c-76d8-48fa-85d4-f89048d4061c req-a06b9eb1-2f51-4296-9c88-7541a62b3076 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 946 time: 0.1177230 Jul 23 11:03:53.312063 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9a1a3d9c-76d8-48fa-85d4-f89048d4061c req-5687f104-9af5-4d1b-86ae-4126de5b3c5c tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/security-groups?id=2561015b-4d2f-4b09-a0d3-dddb29caf255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467501 Jul 23 11:03:53.431589 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36884873-9378-4a9c-8e9d-dab955561ec2 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Router 54da195a-7ded-485d-a93d-06c905d15134 has already been hosted by L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:03:53.537583 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36884873-9378-4a9c-8e9d-dab955561ec2 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:03:53.542729 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-36884873-9378-4a9c-8e9d-dab955561ec2 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for floatingip, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:53.548216 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ce6282-b268-425f-9918-c9fe130dfcfe None None] Sync routers for ids ['54da195a-7ded-485d-a93d-06c905d15134'] in dv-cinder-801989-3-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:03:53.558073 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ce6282-b268-425f-9918-c9fe130dfcfe None None] Routers {'54da195a-7ded-485d-a93d-06c905d15134'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:03:53.558687 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-c2ce6282-b268-425f-9918-c9fe130dfcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:03:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['54da195a-7ded-485d-a93d-06c905d15134'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:53.583087 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-36884873-9378-4a9c-8e9d-dab955561ec2 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "PUT /v2.0/floatingips/a4205e16-9365-48f4-abc0-3cd698b21e91 HTTP/1.1" status: 200 len: 990 time: 1.0555956 Jul 23 11:03:53.583675 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b0e6d9-5243-4c0a-ad2c-4b87f8796669', 'tag': '1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:03:53.585951 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57990bb103ee5b7a3f14144f2b0acc3407ada3b1c8656e111118fed9c99398e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e8acce-7745-4b0c-915c-f770be1de1b7" -d '{"events": [{"name": "network-changed", "server_uuid": "26b0e6d9-5243-4c0a-ad2c-4b87f8796669", "tag": "1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:03:53.629675 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92803541-1c1a-4023-9582-6ca8bd076d54 x-openstack-request-id: req-92803541-1c1a-4023-9582-6ca8bd076d54 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:03:53.630034 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26b0e6d9-5243-4c0a-ad2c-4b87f8796669", "tag": "1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:03:53.630647 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-92803541-1c1a-4023-9582-6ca8bd076d54 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:03:53.631286 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26b0e6d9-5243-4c0a-ad2c-4b87f8796669', 'tag': '1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96', 'status': 'completed', 'code': 200} Jul 23 11:03:53.662935 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-c2ce6282-b268-425f-9918-c9fe130dfcfe None None] Set router 54da195a-7ded-485d-a93d-06c905d15134 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:03:53.712387 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8acce-7745-4b0c-915c-f770be1de1b7 req-096bd7a9-4956-41da-92c6-3b58374b6b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:53.714448 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-31e8acce-7745-4b0c-915c-f770be1de1b7 req-096bd7a9-4956-41da-92c6-3b58374b6b91 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa5f355dcd104487ab846873d9f4bf88&device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 1098 time: 0.0545743 Jul 23 11:03:53.809604 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8acce-7745-4b0c-915c-f770be1de1b7 req-4b37af54-3b85-4c35-a3a5-cf3407401b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:53.811098 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-31e8acce-7745-4b0c-915c-f770be1de1b7 req-4b37af54-3b85-4c35-a3a5-cf3407401b88 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5b9bb62a-09a0-42c6-9a48-85ed09310c64 HTTP/1.1" status: 200 len: 912 time: 0.0854988 Jul 23 11:03:53.892809 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-31e8acce-7745-4b0c-915c-f770be1de1b7 req-934560b5-4a0a-4432-be35-a80424baf1f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96 HTTP/1.1" status: 200 len: 998 time: 0.0598228 Jul 23 11:03:53.947054 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8acce-7745-4b0c-915c-f770be1de1b7 req-b26d5053-f4b5-4afb-8990-df7e797eb17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:53.948587 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-31e8acce-7745-4b0c-915c-f770be1de1b7 req-b26d5053-f4b5-4afb-8990-df7e797eb17e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e HTTP/1.1" status: 200 len: 850 time: 0.0516391 Jul 23 11:03:54.023796 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8acce-7745-4b0c-915c-f770be1de1b7 req-4964eff6-2ed4-4188-bc35-338a0e05f52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:54.025330 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-31e8acce-7745-4b0c-915c-f770be1de1b7 req-4964eff6-2ed4-4188-bc35-338a0e05f52a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b9bb62a-09a0-42c6-9a48-85ed09310c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0631447 Jul 23 11:03:54.043283 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-c2ce6282-b268-425f-9918-c9fe130dfcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54da195a-7ded-485d-a93d-06c905d15134', 'name': 'tempest-AttachVolumeTestJSON-1776230485-router', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '5ec56e6e-9998-4aee-83f7-a9f8e1472850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:03:37Z', 'revision_number': 4, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'gw_port': {'id': '5ec56e6e-9998-4aee-83f7-a9f8e1472850', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54da195a-7ded-485d-a93d-06c905d15134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_floatingips': [{'id': 'a4205e16-9365-48f4-abc0-3cd698b21e91', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'router_id': '54da195a-7ded-485d-a93d-06c905d15134', 'port_id': '1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64', 'mac_address': 'fa:16:3e:9a:d1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b0e6d9-5243-4c0a-ad2c-4b87f8796669', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:03:40Z', 'updated_at': '2021-07-23T11:03:52Z', 'revision_number': 1, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7', 'name': '', 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'mac_address': 'fa:16:3e:bf:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54da195a-7ded-485d-a93d-06c905d15134', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:37Z', 'updated_at': '2021-07-23T11:03:42Z', 'revision_number': 5, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'subnets': [{'id': '7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:54.071462 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ce6282-b268-425f-9918-c9fe130dfcfe None None] Checking router: 54da195a-7ded-485d-a93d-06c905d15134 for host: dv-cinder-801989-3-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:03:54.080611 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ce6282-b268-425f-9918-c9fe130dfcfe None None] Routers {'54da195a-7ded-485d-a93d-06c905d15134'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:03:54.081241 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-c2ce6282-b268-425f-9918-c9fe130dfcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:03:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['54da195a-7ded-485d-a93d-06c905d15134'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:54.132732 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-31e8acce-7745-4b0c-915c-f770be1de1b7 req-f83bb9d9-a75d-462e-8ef7-a9f9073cc4bd service neutron] 10.222.0.48 "GET /v2.0/networks/5b9bb62a-09a0-42c6-9a48-85ed09310c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914590 Jul 23 11:03:54.191894 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-c2ce6282-b268-425f-9918-c9fe130dfcfe None None] Set router 54da195a-7ded-485d-a93d-06c905d15134 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:03:54.232751 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-31e8acce-7745-4b0c-915c-f770be1de1b7 req-b6529c39-3066-420c-afbb-2c402899fff4 service neutron] 10.222.0.48 "GET /v2.0/networks/5b9bb62a-09a0-42c6-9a48-85ed09310c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903389 Jul 23 11:03:54.415718 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-c2ce6282-b268-425f-9918-c9fe130dfcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54da195a-7ded-485d-a93d-06c905d15134', 'name': 'tempest-AttachVolumeTestJSON-1776230485-router', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '5ec56e6e-9998-4aee-83f7-a9f8e1472850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:03:37Z', 'revision_number': 4, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'gw_port': {'id': '5ec56e6e-9998-4aee-83f7-a9f8e1472850', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54da195a-7ded-485d-a93d-06c905d15134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_floatingips': [{'id': 'a4205e16-9365-48f4-abc0-3cd698b21e91', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'router_id': '54da195a-7ded-485d-a93d-06c905d15134', 'port_id': '1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64', 'mac_address': 'fa:16:3e:9a:d1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b0e6d9-5243-4c0a-ad2c-4b87f8796669', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:03:40Z', 'updated_at': '2021-07-23T11:03:52Z', 'revision_number': 1, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7', 'name': '', 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'mac_address': 'fa:16:3e:bf:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54da195a-7ded-485d-a93d-06c905d15134', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:37Z', 'updated_at': '2021-07-23T11:03:42Z', 'revision_number': 5, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'subnets': [{'id': '7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:54.442377 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ce6282-b268-425f-9918-c9fe130dfcfe None None] The sync data for ids ['54da195a-7ded-485d-a93d-06c905d15134'] in dv-cinder-801989-3-iscsi is: [{'id': '54da195a-7ded-485d-a93d-06c905d15134', 'name': 'tempest-AttachVolumeTestJSON-1776230485-router', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '5ec56e6e-9998-4aee-83f7-a9f8e1472850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:03:37Z', 'revision_number': 4, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'gw_port': {'id': '5ec56e6e-9998-4aee-83f7-a9f8e1472850', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54da195a-7ded-485d-a93d-06c905d15134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_floatingips': [{'id': 'a4205e16-9365-48f4-abc0-3cd698b21e91', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'router_id': '54da195a-7ded-485d-a93d-06c905d15134', 'port_id': '1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64', 'mac_address': 'fa:16:3e:9a:d1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b0e6d9-5243-4c0a-ad2c-4b87f8796669', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:03:40Z', 'updated_at': '2021-07-23T11:03:52Z', 'revision_number': 1, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7', 'name': '', 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'mac_address': 'fa:16:3e:bf:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54da195a-7ded-485d-a93d-06c905d15134', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:37Z', 'updated_at': '2021-07-23T11:03:42Z', 'revision_number': 5, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'subnets': [{'id': '7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:03:54.442726 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cede36-c8f9-47f9-9c47-bed74655c079 req-2e65252f-0f96-4675-bd3b-c63c468ed0cc tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:54.444055 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-45cede36-c8f9-47f9-9c47-bed74655c079 req-2e65252f-0f96-4675-bd3b-c63c468ed0cc tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 946 time: 0.0624602 Jul 23 11:03:54.485891 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-45cede36-c8f9-47f9-9c47-bed74655c079 req-9a124fc4-5d94-4bc4-893e-31f55be28b6e tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/security-groups?id=2561015b-4d2f-4b09-a0d3-dddb29caf255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363581 Jul 23 11:03:54.630494 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be135cc7-1872-45fb-b324-953615226bea req-2916bbfe-2bd6-44ca-8a6f-77aee052c9b2 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:54.632368 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-be135cc7-1872-45fb-b324-953615226bea req-2916bbfe-2bd6-44ca-8a6f-77aee052c9b2 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 946 time: 0.0761833 Jul 23 11:03:54.641944 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b42e0ce-e7a2-4a04-8f3b-b4a06b4d8a0b None None] New status for floating IP a4205e16-9365-48f4-abc0-3cd698b21e91: ACTIVE {{(pid=93049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:03:54.673083 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-be135cc7-1872-45fb-b324-953615226bea req-21bb19cf-cc79-423f-a0ee-545b48ce2f58 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/security-groups?id=2561015b-4d2f-4b09-a0d3-dddb29caf255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343993 Jul 23 11:03:54.694857 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 57928) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:54.852132 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0e2a11-65db-4e37-a78f-a1d21dd8403c tempest-TestShelveInstance-1902186494 tempest-TestShelveInstance-1902186494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:54.853619 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-2c0e2a11-65db-4e37-a78f-a1d21dd8403c tempest-TestShelveInstance-1902186494 tempest-TestShelveInstance-1902186494-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 1094 time: 0.1577649 Jul 23 11:03:54.856554 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 57936) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:54.862452 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-b89765eb-7ef5-477d-818a-4a582931fc01 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Request body: {'floatingip': {'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'port_id': 'cf2a6406-8dfe-41e9-aadc-d766f5245382', 'tenant_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:03:54.885384 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b89765eb-7ef5-477d-818a-4a582931fc01 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks [] for floatingip, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:54.982417 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b89765eb-7ef5-477d-818a-4a582931fc01 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:55.087132 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [None req-b89765eb-7ef5-477d-818a-4a582931fc01 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Allocated IP 172.27.2.14 (7e03cc48-3144-4cbe-b31a-c20231b9d64e/936becf8-b9e9-4f67-8a9b-c483761f3f68/52a14a93-84cb-4353-89b4-a32b9b01f293) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:03:55.186424 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b89765eb-7ef5-477d-818a-4a582931fc01 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:55.224318 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b89765eb-7ef5-477d-818a-4a582931fc01 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:55.262801 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89765eb-7ef5-477d-818a-4a582931fc01 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Network 7e03cc48-3144-4cbe-b31a-c20231b9d64e is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:03:55.265456 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-b89765eb-7ef5-477d-818a-4a582931fc01 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:03:55.268242 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89765eb-7ef5-477d-818a-4a582931fc01 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:03:55.298940 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89765eb-7ef5-477d-818a-4a582931fc01 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Pushing event updated for resources: {'Port': ['ID=52a14a93-84cb-4353-89b4-a32b9b01f293,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:55.616528 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b89765eb-7ef5-477d-818a-4a582931fc01 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:55.690029 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b89765eb-7ef5-477d-818a-4a582931fc01 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:55.837813 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b89765eb-7ef5-477d-818a-4a582931fc01 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:55.842169 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b89765eb-7ef5-477d-818a-4a582931fc01 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31365311'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:55.910328 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89765eb-7ef5-477d-818a-4a582931fc01 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Pushing event updated for resources: {'Port': ['ID=52a14a93-84cb-4353-89b4-a32b9b01f293,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:55.918438 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b89765eb-7ef5-477d-818a-4a582931fc01 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409046'] for floatingip, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:56.019229 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.db.l3_db [None req-b89765eb-7ef5-477d-818a-4a582931fc01 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Floating IP 83dadb98-a4ae-4c66-a00c-9ea63052580d associated. External IP: 172.27.2.14, port: cf2a6406-8dfe-41e9-aadc-d766f5245382. Jul 23 11:03:56.218490 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89765eb-7ef5-477d-818a-4a582931fc01 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Router db5a722c-e321-4179-aead-8e04aa51c2f0 has already been hosted by L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:03:56.322989 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89765eb-7ef5-477d-818a-4a582931fc01 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:03:56.333635 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecd34bd-d53b-49a7-9d3f-2e96952c1f20 None None] Sync routers for ids ['db5a722c-e321-4179-aead-8e04aa51c2f0'] in dv-cinder-801989-3-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:03:56.338157 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b89765eb-7ef5-477d-818a-4a582931fc01 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for floatingip, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:56.344127 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecd34bd-d53b-49a7-9d3f-2e96952c1f20 None None] Routers {'db5a722c-e321-4179-aead-8e04aa51c2f0'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:03:56.344838 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-4ecd34bd-d53b-49a7-9d3f-2e96952c1f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:03:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['db5a722c-e321-4179-aead-8e04aa51c2f0'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:56.374187 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-b89765eb-7ef5-477d-818a-4a582931fc01 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5164077 Jul 23 11:03:56.374948 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f', 'tag': 'cf2a6406-8dfe-41e9-aadc-d766f5245382'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:03:56.377523 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57990bb103ee5b7a3f14144f2b0acc3407ada3b1c8656e111118fed9c99398e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba1dabc-37d3-4f85-a5cd-580fae857717" -d '{"events": [{"name": "network-changed", "server_uuid": "1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f", "tag": "cf2a6406-8dfe-41e9-aadc-d766f5245382"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:03:56.414071 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c23438-2a1f-4ecd-b6cb-2cd1109f6421 x-openstack-request-id: req-26c23438-2a1f-4ecd-b6cb-2cd1109f6421 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:03:56.414366 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f", "tag": "cf2a6406-8dfe-41e9-aadc-d766f5245382", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:03:56.414625 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-26c23438-2a1f-4ecd-b6cb-2cd1109f6421 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:03:56.415028 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f', 'tag': 'cf2a6406-8dfe-41e9-aadc-d766f5245382', 'status': 'completed', 'code': 200} Jul 23 11:03:56.462106 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-4ecd34bd-d53b-49a7-9d3f-2e96952c1f20 None None] Set router db5a722c-e321-4179-aead-8e04aa51c2f0 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:03:56.488548 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1dabc-37d3-4f85-a5cd-580fae857717 req-524c9c51-0ae8-48f8-b018-52701288aca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:56.490042 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fba1dabc-37d3-4f85-a5cd-580fae857717 req-524c9c51-0ae8-48f8-b018-52701288aca2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1165799dfafa48dcbe42cd4ec67ea2ec&device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 1099 time: 0.0515347 Jul 23 11:03:56.685373 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-4ecd34bd-d53b-49a7-9d3f-2e96952c1f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'name': 'tempest-TestShelveInstance-196847214-router', 'tenant_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e520cf2b-2f3e-408e-8619-480013a663fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:07Z', 'updated_at': '2021-07-23T11:03:11Z', 'revision_number': 4, 'project_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'gw_port': {'id': 'e520cf2b-2f3e-408e-8619-480013a663fa', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:07Z', 'updated_at': '2021-07-23T11:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_floatingips': [{'id': '83dadb98-a4ae-4c66-a00c-9ea63052580d', 'tenant_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'router_id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'port_id': 'cf2a6406-8dfe-41e9-aadc-d766f5245382', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1983693-fe8e-4a35-beb9-2f00a7f70c5f', 'mac_address': 'fa:16:3e:34:a3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:03:55Z', 'updated_at': '2021-07-23T11:03:55Z', 'revision_number': 0, 'project_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d57df7-3310-4693-a352-833ee6035b6c', 'name': '', 'network_id': 'c1983693-fe8e-4a35-beb9-2f00a7f70c5f', 'tenant_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'mac_address': 'fa:16:3e:dd:95:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '3b941e96-e008-49a3-a2e8-fc949ea58787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:10Z', 'updated_at': '2021-07-23T11:03:19Z', 'revision_number': 5, 'project_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'subnets': [{'id': '3b941e96-e008-49a3-a2e8-fc949ea58787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:56.715967 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecd34bd-d53b-49a7-9d3f-2e96952c1f20 None None] Checking router: db5a722c-e321-4179-aead-8e04aa51c2f0 for host: dv-cinder-801989-3-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:03:56.725151 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecd34bd-d53b-49a7-9d3f-2e96952c1f20 None None] Routers {'db5a722c-e321-4179-aead-8e04aa51c2f0'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:03:56.725777 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-4ecd34bd-d53b-49a7-9d3f-2e96952c1f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:03:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['db5a722c-e321-4179-aead-8e04aa51c2f0'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:56.835612 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-4ecd34bd-d53b-49a7-9d3f-2e96952c1f20 None None] Set router db5a722c-e321-4179-aead-8e04aa51c2f0 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:03:56.842713 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1dabc-37d3-4f85-a5cd-580fae857717 req-0846852c-af48-4521-9e90-34b678fa107b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:56.844436 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fba1dabc-37d3-4f85-a5cd-580fae857717 req-0846852c-af48-4521-9e90-34b678fa107b service neutron] 10.222.0.48 "GET /v2.0/networks?id=c1983693-fe8e-4a35-beb9-2f00a7f70c5f HTTP/1.1" status: 200 len: 909 time: 0.3425307 Jul 23 11:03:56.910639 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fba1dabc-37d3-4f85-a5cd-580fae857717 req-7911cd9d-7f7c-4d09-9022-a4540a70b34c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf2a6406-8dfe-41e9-aadc-d766f5245382 HTTP/1.1" status: 200 len: 999 time: 0.0587959 Jul 23 11:03:56.962623 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1dabc-37d3-4f85-a5cd-580fae857717 req-1371d3a3-09be-4e82-9588-22753f2bf09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:56.964086 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fba1dabc-37d3-4f85-a5cd-580fae857717 req-1371d3a3-09be-4e82-9588-22753f2bf09e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b941e96-e008-49a3-a2e8-fc949ea58787 HTTP/1.1" status: 200 len: 847 time: 0.0456731 Jul 23 11:03:57.028549 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1dabc-37d3-4f85-a5cd-580fae857717 req-50101586-0685-4e0f-a5d7-bc4f9ac4b66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:57.030052 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fba1dabc-37d3-4f85-a5cd-580fae857717 req-50101586-0685-4e0f-a5d7-bc4f9ac4b66b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c1983693-fe8e-4a35-beb9-2f00a7f70c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561101 Jul 23 11:03:57.060479 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-4ecd34bd-d53b-49a7-9d3f-2e96952c1f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'name': 'tempest-TestShelveInstance-196847214-router', 'tenant_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e520cf2b-2f3e-408e-8619-480013a663fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:07Z', 'updated_at': '2021-07-23T11:03:11Z', 'revision_number': 4, 'project_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'gw_port': {'id': 'e520cf2b-2f3e-408e-8619-480013a663fa', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:07Z', 'updated_at': '2021-07-23T11:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_floatingips': [{'id': '83dadb98-a4ae-4c66-a00c-9ea63052580d', 'tenant_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'router_id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'port_id': 'cf2a6406-8dfe-41e9-aadc-d766f5245382', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1983693-fe8e-4a35-beb9-2f00a7f70c5f', 'mac_address': 'fa:16:3e:34:a3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:03:55Z', 'updated_at': '2021-07-23T11:03:55Z', 'revision_number': 0, 'project_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d57df7-3310-4693-a352-833ee6035b6c', 'name': '', 'network_id': 'c1983693-fe8e-4a35-beb9-2f00a7f70c5f', 'tenant_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'mac_address': 'fa:16:3e:dd:95:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '3b941e96-e008-49a3-a2e8-fc949ea58787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:10Z', 'updated_at': '2021-07-23T11:03:19Z', 'revision_number': 5, 'project_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'subnets': [{'id': '3b941e96-e008-49a3-a2e8-fc949ea58787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:57.091013 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecd34bd-d53b-49a7-9d3f-2e96952c1f20 None None] The sync data for ids ['db5a722c-e321-4179-aead-8e04aa51c2f0'] in dv-cinder-801989-3-iscsi is: [{'id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'name': 'tempest-TestShelveInstance-196847214-router', 'tenant_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e520cf2b-2f3e-408e-8619-480013a663fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:07Z', 'updated_at': '2021-07-23T11:03:11Z', 'revision_number': 4, 'project_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'gw_port': {'id': 'e520cf2b-2f3e-408e-8619-480013a663fa', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:07Z', 'updated_at': '2021-07-23T11:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_floatingips': [{'id': '83dadb98-a4ae-4c66-a00c-9ea63052580d', 'tenant_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'router_id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'port_id': 'cf2a6406-8dfe-41e9-aadc-d766f5245382', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1983693-fe8e-4a35-beb9-2f00a7f70c5f', 'mac_address': 'fa:16:3e:34:a3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:03:55Z', 'updated_at': '2021-07-23T11:03:55Z', 'revision_number': 0, 'project_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d57df7-3310-4693-a352-833ee6035b6c', 'name': '', 'network_id': 'c1983693-fe8e-4a35-beb9-2f00a7f70c5f', 'tenant_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'mac_address': 'fa:16:3e:dd:95:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '3b941e96-e008-49a3-a2e8-fc949ea58787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:10Z', 'updated_at': '2021-07-23T11:03:19Z', 'revision_number': 5, 'project_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'subnets': [{'id': '3b941e96-e008-49a3-a2e8-fc949ea58787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:03:57.135257 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fba1dabc-37d3-4f85-a5cd-580fae857717 req-aa490172-fa73-4903-b39c-47c658804653 service neutron] 10.222.0.48 "GET /v2.0/networks/c1983693-fe8e-4a35-beb9-2f00a7f70c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848296 Jul 23 11:03:57.232601 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fba1dabc-37d3-4f85-a5cd-580fae857717 req-041f8442-ff09-454b-aba3-71c2c28a661e service neutron] 10.222.0.48 "GET /v2.0/networks/c1983693-fe8e-4a35-beb9-2f00a7f70c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864308 Jul 23 11:03:57.276518 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bf98d6-806a-408b-91a2-de3a2a53c837 None None] New status for floating IP 83dadb98-a4ae-4c66-a00c-9ea63052580d: ACTIVE {{(pid=93049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:03:58.554024 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:04:00.594915 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:10.987582 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a24d68-e84f-4e81-bcc4-ab614ddfb0ee req-da2106c4-6b3f-4bf9-a92f-f318598a85a6 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:10.989184 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-84a24d68-e84f-4e81-bcc4-ab614ddfb0ee req-da2106c4-6b3f-4bf9-a92f-f318598a85a6 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 946 time: 0.0657845 Jul 23 11:04:11.029195 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-84a24d68-e84f-4e81-bcc4-ab614ddfb0ee req-0ca7b5d4-b819-4d22-a222-188a849e2f88 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342774 Jul 23 11:04:12.161141 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97837fb-179d-4db0-9aa9-d1cc903a9d28 req-a7cc1ccf-4ca2-41c6-a40e-3c6a049516cd tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:12.162591 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c97837fb-179d-4db0-9aa9-d1cc903a9d28 req-a7cc1ccf-4ca2-41c6-a40e-3c6a049516cd tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 946 time: 0.0616453 Jul 23 11:04:12.199617 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c97837fb-179d-4db0-9aa9-d1cc903a9d28 req-fe725ef6-22bd-4a02-b91c-f32cf0daa70a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314751 Jul 23 11:04:13.332888 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554fb9a2-397a-4e22-a243-885eb198f03f req-f794943c-b037-4912-90ab-a57ce24135ba tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:13.335110 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-554fb9a2-397a-4e22-a243-885eb198f03f req-f794943c-b037-4912-90ab-a57ce24135ba tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 946 time: 0.0630774 Jul 23 11:04:13.378644 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-554fb9a2-397a-4e22-a243-885eb198f03f req-cb71cd77-3691-49d4-a309-9bbf018ab6c9 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d54a46d-213d-42ad-ba29-6e37d7ce1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384281 Jul 23 11:04:13.709520 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c8c7f-9e8d-432b-a291-192cf11665a2 req-6f181aea-66eb-4eee-8a8a-908ebb8237e2 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:13.710982 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-871c8c7f-9e8d-432b-a291-192cf11665a2 req-6f181aea-66eb-4eee-8a8a-908ebb8237e2 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.48 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 946 time: 0.0610654 Jul 23 11:04:13.812775 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-871c8c7f-9e8d-432b-a291-192cf11665a2 req-b5f20b19-8c1e-4c3d-85bb-5de6df3257f2 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Deleting port 916db45e-d7e1-46ba-ad2e-e1ab5404093a {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:04:13.813101 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-871c8c7f-9e8d-432b-a291-192cf11665a2 req-b5f20b19-8c1e-4c3d-85bb-5de6df3257f2 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:13.897538 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-871c8c7f-9e8d-432b-a291-192cf11665a2 req-b5f20b19-8c1e-4c3d-85bb-5de6df3257f2 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] For port 916db45e-d7e1-46ba-ad2e-e1ab5404093a, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=916db45e-d7e1-46ba-ad2e-e1ab5404093a,segment=NetworkSegment(31f0a91c-1a9d-4ea5-a870-1d3406ab3af3),segment_id=31f0a91c-1a9d-4ea5-a870-1d3406ab3af3)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:04:13.897893 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-871c8c7f-9e8d-432b-a291-192cf11665a2 req-b5f20b19-8c1e-4c3d-85bb-5de6df3257f2 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:14.114282 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-871c8c7f-9e8d-432b-a291-192cf11665a2 req-b5f20b19-8c1e-4c3d-85bb-5de6df3257f2 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:14.114653 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-871c8c7f-9e8d-432b-a291-192cf11665a2 req-b5f20b19-8c1e-4c3d-85bb-5de6df3257f2 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409046'] for floatingip, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:14.114967 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.db.l3_db [req-871c8c7f-9e8d-432b-a291-192cf11665a2 req-b5f20b19-8c1e-4c3d-85bb-5de6df3257f2 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Floating IP 22e34431-443f-446e-930c-dfd56f160423 disassociated. External IP: 172.27.2.108, port: 916db45e-d7e1-46ba-ad2e-e1ab5404093a. Jul 23 11:04:14.115309 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-871c8c7f-9e8d-432b-a291-192cf11665a2 req-b5f20b19-8c1e-4c3d-85bb-5de6df3257f2 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Calling delete_port for 916db45e-d7e1-46ba-ad2e-e1ab5404093a owned by compute:nova {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:04:14.243224 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-871c8c7f-9e8d-432b-a291-192cf11665a2 req-b5f20b19-8c1e-4c3d-85bb-5de6df3257f2 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:14.271829 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f20b19-8c1e-4c3d-85bb-5de6df3257f2 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Pushing event deleted for resources: {'Port': ['ID=916db45e-d7e1-46ba-ad2e-e1ab5404093a,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:04:14.385121 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-871c8c7f-9e8d-432b-a291-192cf11665a2 req-b5f20b19-8c1e-4c3d-85bb-5de6df3257f2 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Router 75824d45-8d51-42d5-bcb5-f8a14f3473ff has already been hosted by L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:04:14.499015 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-871c8c7f-9e8d-432b-a291-192cf11665a2 req-b5f20b19-8c1e-4c3d-85bb-5de6df3257f2 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:04:14.513580 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09739a04-aa7b-4465-86d6-84ce094b2021 None None] Sync routers for ids ['75824d45-8d51-42d5-bcb5-f8a14f3473ff'] in dv-cinder-801989-3-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:04:14.515085 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-1a681809-720b-46c1-9581-439eeaaa419c req-50bdcdb5-30a5-479a-a0a2-9783c3d0d9da tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74 HTTP/1.1" status: 200 len: 210 time: 0.0470488 Jul 23 11:04:14.524333 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09739a04-aa7b-4465-86d6-84ce094b2021 None None] Routers {'75824d45-8d51-42d5-bcb5-f8a14f3473ff'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:04:14.524957 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-09739a04-aa7b-4465-86d6-84ce094b2021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:03:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['75824d45-8d51-42d5-bcb5-f8a14f3473ff'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:04:14.551297 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-871c8c7f-9e8d-432b-a291-192cf11665a2 req-b5f20b19-8c1e-4c3d-85bb-5de6df3257f2 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] No DVR routers for this DVR port 916db45e-d7e1-46ba-ad2e-e1ab5404093a on host hv-cinder-80198 {{(pid=93047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:04:14.553853 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-871c8c7f-9e8d-432b-a291-192cf11665a2 req-b5f20b19-8c1e-4c3d-85bb-5de6df3257f2 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:14.555839 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-871c8c7f-9e8d-432b-a291-192cf11665a2 req-b5f20b19-8c1e-4c3d-85bb-5de6df3257f2 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.48 "DELETE /v2.0/ports/916db45e-d7e1-46ba-ad2e-e1ab5404093a HTTP/1.1" status: 204 len: 173 time: 0.8362358 Jul 23 11:04:14.556309 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74', 'name': 'network-vif-deleted', 'tag': '916db45e-d7e1-46ba-ad2e-e1ab5404093a'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:04:14.558583 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57990bb103ee5b7a3f14144f2b0acc3407ada3b1c8656e111118fed9c99398e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631fc4d0-90b1-4e2c-9360-e8948e6ecf2a" -d '{"events": [{"server_uuid": "4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74", "name": "network-vif-deleted", "tag": "916db45e-d7e1-46ba-ad2e-e1ab5404093a"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:04:14.597845 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74343755-80e3-4954-8d1a-cbb61fe3f966 x-openstack-request-id: req-74343755-80e3-4954-8d1a-cbb61fe3f966 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:04:14.598089 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74", "name": "network-vif-deleted", "tag": "916db45e-d7e1-46ba-ad2e-e1ab5404093a", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:04:14.598343 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-74343755-80e3-4954-8d1a-cbb61fe3f966 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:04:14.598744 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4569e30a-dfb8-4f9f-9e4a-9674fbdfaa74', 'name': 'network-vif-deleted', 'tag': '916db45e-d7e1-46ba-ad2e-e1ab5404093a', 'status': 'completed', 'code': 200} Jul 23 11:04:14.658489 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-09739a04-aa7b-4465-86d6-84ce094b2021 None None] Set router 75824d45-8d51-42d5-bcb5-f8a14f3473ff gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:04:14.974899 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-09739a04-aa7b-4465-86d6-84ce094b2021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'name': 'tempest-AttachVolumeShelveTestJSON-864067345-router', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '37095310-2162-4755-8cb7-c48037d4ad0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:00:10Z', 'updated_at': '2021-07-23T11:00:19Z', 'revision_number': 4, 'project_id': '443386f89a99476e905cc4b6656fca05', 'gw_port': {'id': '37095310-2162-4755-8cb7-c48037d4ad0d', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:12Z', 'updated_at': '2021-07-23T11:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': '44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9', 'name': '', 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'mac_address': 'fa:16:3e:f8:10:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0033b6fa-6a35-402d-9d48-f4dcba707c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:16Z', 'updated_at': '2021-07-23T11:00:30Z', 'revision_number': 5, 'project_id': '443386f89a99476e905cc4b6656fca05', 'subnets': [{'id': '0033b6fa-6a35-402d-9d48-f4dcba707c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:04:15.007114 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09739a04-aa7b-4465-86d6-84ce094b2021 None None] Checking router: 75824d45-8d51-42d5-bcb5-f8a14f3473ff for host: dv-cinder-801989-3-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:04:15.013422 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09739a04-aa7b-4465-86d6-84ce094b2021 None None] Routers {'75824d45-8d51-42d5-bcb5-f8a14f3473ff'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:04:15.014042 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-09739a04-aa7b-4465-86d6-84ce094b2021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:03:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['75824d45-8d51-42d5-bcb5-f8a14f3473ff'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:04:15.118641 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-09739a04-aa7b-4465-86d6-84ce094b2021 None None] Set router 75824d45-8d51-42d5-bcb5-f8a14f3473ff gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:04:15.330171 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-09739a04-aa7b-4465-86d6-84ce094b2021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'name': 'tempest-AttachVolumeShelveTestJSON-864067345-router', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '37095310-2162-4755-8cb7-c48037d4ad0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:00:10Z', 'updated_at': '2021-07-23T11:00:19Z', 'revision_number': 4, 'project_id': '443386f89a99476e905cc4b6656fca05', 'gw_port': {'id': '37095310-2162-4755-8cb7-c48037d4ad0d', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:12Z', 'updated_at': '2021-07-23T11:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': '44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9', 'name': '', 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'mac_address': 'fa:16:3e:f8:10:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0033b6fa-6a35-402d-9d48-f4dcba707c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:16Z', 'updated_at': '2021-07-23T11:00:30Z', 'revision_number': 5, 'project_id': '443386f89a99476e905cc4b6656fca05', 'subnets': [{'id': '0033b6fa-6a35-402d-9d48-f4dcba707c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:04:15.356130 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09739a04-aa7b-4465-86d6-84ce094b2021 None None] The sync data for ids ['75824d45-8d51-42d5-bcb5-f8a14f3473ff'] in dv-cinder-801989-3-iscsi is: [{'id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'name': 'tempest-AttachVolumeShelveTestJSON-864067345-router', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '37095310-2162-4755-8cb7-c48037d4ad0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:00:10Z', 'updated_at': '2021-07-23T11:00:19Z', 'revision_number': 4, 'project_id': '443386f89a99476e905cc4b6656fca05', 'gw_port': {'id': '37095310-2162-4755-8cb7-c48037d4ad0d', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:12Z', 'updated_at': '2021-07-23T11:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': '44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9', 'name': '', 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'mac_address': 'fa:16:3e:f8:10:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0033b6fa-6a35-402d-9d48-f4dcba707c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:16Z', 'updated_at': '2021-07-23T11:00:30Z', 'revision_number': 5, 'project_id': '443386f89a99476e905cc4b6656fca05', 'subnets': [{'id': '0033b6fa-6a35-402d-9d48-f4dcba707c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:04:15.577339 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0dee42-65a1-4613-88a8-79f4cee4ba6f None None] New status for floating IP 22e34431-443f-446e-930c-dfd56f160423: DOWN {{(pid=93049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:04:15.604849 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 58252) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:04:15.664539 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-db2a474a-d19c-4880-9f4a-3b74714eaf68 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:15.690822 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-db2a474a-d19c-4880-9f4a-3b74714eaf68 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:15.751597 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-db2a474a-d19c-4880-9f4a-3b74714eaf68 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:15.754448 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-db2a474a-d19c-4880-9f4a-3b74714eaf68 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:15.755901 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-db2a474a-d19c-4880-9f4a-3b74714eaf68 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "DELETE /v2.0/security-groups/8d54a46d-213d-42ad-ba29-6e37d7ce1417 HTTP/1.1" status: 204 len: 168 time: 0.1495869 Jul 23 11:04:15.758820 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 58256) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:04:15.767214 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a474a-d19c-4880-9f4a-3b74714eaf68 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d54a46d-213d-42ad-ba29-6e37d7ce1417,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:04:15.785997 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.api.v2.resource [None req-817b215e-ee9b-4ea0-ab3f-c0487b6e417b tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] show failed (client error): The resource could not be found. Jul 23 11:04:15.787293 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-817b215e-ee9b-4ea0-ab3f-c0487b6e417b tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups/8d54a46d-213d-42ad-ba29-6e37d7ce1417 HTTP/1.1" status: 404 len: 347 time: 0.0262966 Jul 23 11:04:15.790040 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 58258) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:04:15.949352 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-9ab4918f-5219-4e79-b0ae-f961025420e1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Deleting port 254b796c-bfc3-445f-be7b-295b4b5b2991 {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:04:15.949696 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9ab4918f-5219-4e79-b0ae-f961025420e1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:16.037248 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9ab4918f-5219-4e79-b0ae-f961025420e1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:16.037565 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9ab4918f-5219-4e79-b0ae-f961025420e1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:16.050311 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-9ab4918f-5219-4e79-b0ae-f961025420e1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Calling delete_port for 254b796c-bfc3-445f-be7b-295b4b5b2991 owned by network:floatingip {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:04:16.192358 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9ab4918f-5219-4e79-b0ae-f961025420e1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31524845'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:16.218797 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4918f-5219-4e79-b0ae-f961025420e1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Pushing event deleted for resources: {'Port': ['ID=254b796c-bfc3-445f-be7b-295b4b5b2991,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:04:16.243717 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4918f-5219-4e79-b0ae-f961025420e1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:04:16.244070 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4918f-5219-4e79-b0ae-f961025420e1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:04:16.244437 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4918f-5219-4e79-b0ae-f961025420e1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:04:16.244773 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4918f-5219-4e79-b0ae-f961025420e1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:04:16.245105 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4918f-5219-4e79-b0ae-f961025420e1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:04:16.245679 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4918f-5219-4e79-b0ae-f961025420e1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:04:16.245808 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4918f-5219-4e79-b0ae-f961025420e1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:04:16.246083 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4918f-5219-4e79-b0ae-f961025420e1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:04:16.246408 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4918f-5219-4e79-b0ae-f961025420e1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:04:16.246733 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4918f-5219-4e79-b0ae-f961025420e1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:04:16.247057 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4918f-5219-4e79-b0ae-f961025420e1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:04:16.247380 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4918f-5219-4e79-b0ae-f961025420e1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:04:16.287471 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9ab4918f-5219-4e79-b0ae-f961025420e1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for floatingip, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:16.289998 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9ab4918f-5219-4e79-b0ae-f961025420e1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for floatingip, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:16.291182 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-9ab4918f-5219-4e79-b0ae-f961025420e1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "DELETE /v2.0/floatingips/22e34431-443f-446e-930c-dfd56f160423 HTTP/1.1" status: 204 len: 168 time: 0.4983637 Jul 23 11:04:16.301232 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 916db45e-d7e1-46ba-ad2e-e1ab5404093a no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:04:16.332037 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] No Port match for: 916db45e-d7e1-46ba-ad2e-e1ab5404093a {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:04:16.332511 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 916db45e-d7e1-46ba-ad2e-e1ab5404093a not bound to the agent host hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:04:16.534060 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-92e8a725-d221-4b9f-a02c-b4893a72ff5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:16.603722 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 58274) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:04:16.608729 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-be59e8ef-ffa6-4344-b4e5-95dfc5ea8652 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1625275973', 'description': 'tempest-description--633300999'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:04:16.638572 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-be59e8ef-ffa6-4344-b4e5-95dfc5ea8652 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:16.723418 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-be59e8ef-ffa6-4344-b4e5-95dfc5ea8652 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:16.727574 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-be59e8ef-ffa6-4344-b4e5-95dfc5ea8652 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:16.754195 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-be59e8ef-ffa6-4344-b4e5-95dfc5ea8652 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:16.758417 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-be59e8ef-ffa6-4344-b4e5-95dfc5ea8652 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1504936 Jul 23 11:04:16.759331 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 58276) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:04:16.761362 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59e8ef-ffa6-4344-b4e5-95dfc5ea8652 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5385777-c88d-4b2e-b503-6e1e4828e6f1,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:04:16.765131 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-6c9da72c-7f82-403d-9934-92d9dbbeeaff tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Request body: {'security_group_rule': {'security_group_id': 'b5385777-c88d-4b2e-b503-6e1e4828e6f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:04:16.797459 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6c9da72c-7f82-403d-9934-92d9dbbeeaff tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:16.852519 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6c9da72c-7f82-403d-9934-92d9dbbeeaff tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:16.856160 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6c9da72c-7f82-403d-9934-92d9dbbeeaff tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563979'] for security_group_rule, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:16.872418 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9da72c-7f82-403d-9934-92d9dbbeeaff tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1832a4fd-796a-4661-826f-cda90da98a78,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:04:16.884558 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6c9da72c-7f82-403d-9934-92d9dbbeeaff tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:16.884558 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-6c9da72c-7f82-403d-9934-92d9dbbeeaff tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229479 Jul 23 11:04:16.885898 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 58280) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:04:16.890638 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-519e1bf6-332b-421c-a768-abbe27eca03f tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Request body: {'security_group_rule': {'security_group_id': 'b5385777-c88d-4b2e-b503-6e1e4828e6f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:04:16.917750 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-519e1bf6-332b-421c-a768-abbe27eca03f tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:16.976075 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-519e1bf6-332b-421c-a768-abbe27eca03f tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:16.979687 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-519e1bf6-332b-421c-a768-abbe27eca03f tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563979'] for security_group_rule, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:16.996813 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e1bf6-332b-421c-a768-abbe27eca03f tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88dfbe57-f025-4d1f-946f-9d7008694a47,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:04:17.004632 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-519e1bf6-332b-421c-a768-abbe27eca03f tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:17.006061 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-519e1bf6-332b-421c-a768-abbe27eca03f tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189411 Jul 23 11:04:17.009064 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 58284) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:04:17.013404 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-b3070a89-139d-452d-9745-37c18591bfb4 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Request body: {'floatingip': {'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:04:17.034208 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b3070a89-139d-452d-9745-37c18591bfb4 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for floatingip, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:17.125410 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b3070a89-139d-452d-9745-37c18591bfb4 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:17.230510 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [None req-b3070a89-139d-452d-9745-37c18591bfb4 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Allocated IP 172.27.2.129 (7e03cc48-3144-4cbe-b31a-c20231b9d64e/936becf8-b9e9-4f67-8a9b-c483761f3f68/adddebc3-7dc8-44cf-a602-78676369b337) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:04:17.333460 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b3070a89-139d-452d-9745-37c18591bfb4 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:17.372452 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b3070a89-139d-452d-9745-37c18591bfb4 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31524845'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:17.406881 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3070a89-139d-452d-9745-37c18591bfb4 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Network 7e03cc48-3144-4cbe-b31a-c20231b9d64e is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:04:17.409683 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-b3070a89-139d-452d-9745-37c18591bfb4 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:04:17.413049 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3070a89-139d-452d-9745-37c18591bfb4 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:04:17.443151 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3070a89-139d-452d-9745-37c18591bfb4 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Pushing event updated for resources: {'Port': ['ID=adddebc3-7dc8-44cf-a602-78676369b337,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:04:17.500574 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b3070a89-139d-452d-9745-37c18591bfb4 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:17.544398 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b3070a89-139d-452d-9745-37c18591bfb4 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:17.696218 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b3070a89-139d-452d-9745-37c18591bfb4 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:17.701704 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b3070a89-139d-452d-9745-37c18591bfb4 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31524822'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:17.776603 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b3070a89-139d-452d-9745-37c18591bfb4 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409046'] for floatingip, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:17.780013 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3070a89-139d-452d-9745-37c18591bfb4 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Pushing event updated for resources: {'Port': ['ID=adddebc3-7dc8-44cf-a602-78676369b337,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:04:17.792285 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b3070a89-139d-452d-9745-37c18591bfb4 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for floatingip, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:17.793503 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-b3070a89-139d-452d-9745-37c18591bfb4 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7835422 Jul 23 11:04:17.986148 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-b3122ff7-5085-4d39-9c51-2cdfbcfa2405 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1625275973&fields=id&tenant_id=443386f89a99476e905cc4b6656fca05 HTTP/1.1" status: 200 len: 267 time: 0.0405591 Jul 23 11:04:18.092967 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-76421bbc-37f5-40d7-9d47-5b413ca84afb tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:18.094421 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-76421bbc-37f5-40d7-9d47-5b413ca84afb tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/networks?id=6d05f05e-53ff-46ff-9423-c4c064703666 HTTP/1.1" status: 200 len: 816 time: 0.1011703 Jul 23 11:04:18.108447 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-04affb39-faf1-4cfa-a81e-255e06f65646 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/quotas/443386f89a99476e905cc4b6656fca05 HTTP/1.1" status: 200 len: 375 time: 0.0086977 Jul 23 11:04:18.175280 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-2840445d-c1e9-42ef-8448-7125ad7b6c2f tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=443386f89a99476e905cc4b6656fca05&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0613794 Jul 23 11:04:18.271372 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-1c4ebf78-10c9-41d3-9def-4ebc33d702c8 service neutron] 10.222.0.47 "GET /v2.0/networks/6d05f05e-53ff-46ff-9423-c4c064703666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851746 Jul 23 11:04:18.355589 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-d1e307e9-6db1-40f4-9508-12feb56b47df service neutron] 10.222.0.47 "GET /v2.0/networks/6d05f05e-53ff-46ff-9423-c4c064703666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785408 Jul 23 11:04:18.520810 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-26389722-cf01-4662-9233-c31b6b73f875 req-93a17334-0af7-4f83-a874-3dbfe07ad6a3 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 210 time: 0.0294952 Jul 23 11:04:19.575959 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-79de927d-17b8-41c7-ae51-d95369c44453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:19.651316 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9895f14e-03d7-43fe-941b-0902a16ac4fd req-6efa572b-738c-48f0-b22b-c2ba0d7f6787 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 210 time: 0.0358236 Jul 23 11:04:19.666673 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-ff3345c4-673f-4292-b442-efa03decf7a6 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:19.668228 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-ff3345c4-673f-4292-b442-efa03decf7a6 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.48 "GET /v2.0/networks?id=6d05f05e-53ff-46ff-9423-c4c064703666 HTTP/1.1" status: 200 len: 816 time: 0.1234448 Jul 23 11:04:19.676732 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:19.722100 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-6835bfa1-64d6-4ea3-be72-48a54ac3165e tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=443386f89a99476e905cc4b6656fca05 HTTP/1.1" status: 200 len: 380 time: 0.0350177 Jul 23 11:04:19.734725 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-7458d5f6-70a5-4dbe-af96-adca27257322 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Request body: {'port': {'device_id': '2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d', 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666', 'admin_state_up': True, 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'security_groups': ['b5385777-c88d-4b2e-b503-6e1e4828e6f1']}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:04:19.840659 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-7458d5f6-70a5-4dbe-af96-adca27257322 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Made reservation on behalf of 443386f89a99476e905cc4b6656fca05 for: {'port': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:04:19.844732 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-7458d5f6-70a5-4dbe-af96-adca27257322 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:19.970460 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-7458d5f6-70a5-4dbe-af96-adca27257322 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Allocated IP 172.20.0.14 (6d05f05e-53ff-46ff-9423-c4c064703666/0033b6fa-6a35-402d-9d48-f4dcba707c6e/516e61cf-c9e4-4fcd-81c6-905e6c44afb1) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:04:20.104005 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-7458d5f6-70a5-4dbe-af96-adca27257322 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:20.117379 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-7458d5f6-70a5-4dbe-af96-adca27257322 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Transition to ACTIVE for port object 516e61cf-c9e4-4fcd-81c6-905e6c44afb1 will not be triggered until provisioned by entity DHCP. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:04:20.151286 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-7458d5f6-70a5-4dbe-af96-adca27257322 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:20.191264 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-7458d5f6-70a5-4dbe-af96-adca27257322 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Network 6d05f05e-53ff-46ff-9423-c4c064703666 is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:04:20.196127 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-7458d5f6-70a5-4dbe-af96-adca27257322 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:04:20.199696 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-7458d5f6-70a5-4dbe-af96-adca27257322 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:04:20.224002 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458d5f6-70a5-4dbe-af96-adca27257322 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Pushing event updated for resources: {'Port': ['ID=516e61cf-c9e4-4fcd-81c6-905e6c44afb1,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:04:20.238330 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7458d5f6-70a5-4dbe-af96-adca27257322 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:04:20.238676 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7458d5f6-70a5-4dbe-af96-adca27257322 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:04:20.239018 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7458d5f6-70a5-4dbe-af96-adca27257322 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:04:20.239356 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7458d5f6-70a5-4dbe-af96-adca27257322 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:04:20.239687 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7458d5f6-70a5-4dbe-af96-adca27257322 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:04:20.240015 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7458d5f6-70a5-4dbe-af96-adca27257322 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:04:20.240368 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7458d5f6-70a5-4dbe-af96-adca27257322 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:04:20.240765 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7458d5f6-70a5-4dbe-af96-adca27257322 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:04:20.241111 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7458d5f6-70a5-4dbe-af96-adca27257322 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:04:20.241432 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7458d5f6-70a5-4dbe-af96-adca27257322 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:04:20.241755 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7458d5f6-70a5-4dbe-af96-adca27257322 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:04:20.242084 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7458d5f6-70a5-4dbe-af96-adca27257322 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:04:20.263103 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-7458d5f6-70a5-4dbe-af96-adca27257322 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:20.263714 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-7458d5f6-70a5-4dbe-af96-adca27257322 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:20.279351 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-7458d5f6-70a5-4dbe-af96-adca27257322 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5489626 Jul 23 11:04:20.302287 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-dbc4d1f8-ea2b-453b-ba8c-3e546bee2b06 service neutron] Request body: {'port': {'device_id': '2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:04:20.381930 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-dbc4d1f8-ea2b-453b-ba8c-3e546bee2b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:20.457039 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-a3afcd4d-e399-47b2-a693-2a4c50589a45 None None] Provisioning for port 516e61cf-c9e4-4fcd-81c6-905e6c44afb1 completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:04:20.460883 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-a3afcd4d-e399-47b2-a693-2a4c50589a45 None None] Provisioning complete for port 516e61cf-c9e4-4fcd-81c6-905e6c44afb1 triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:04:20.461252 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-a3afcd4d-e399-47b2-a693-2a4c50589a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:20.502717 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-a3afcd4d-e399-47b2-a693-2a4c50589a45 None None] Port 516e61cf-c9e4-4fcd-81c6-905e6c44afb1 cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:04:20.510296 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:20.632290 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-dbc4d1f8-ea2b-453b-ba8c-3e546bee2b06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 516e61cf-c9e4-4fcd-81c6-905e6c44afb1 {{(pid=93047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:04:20.639308 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-dbc4d1f8-ea2b-453b-ba8c-3e546bee2b06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:20.651316 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-dbc4d1f8-ea2b-453b-ba8c-3e546bee2b06 service neutron] Transition to ACTIVE for port object 516e61cf-c9e4-4fcd-81c6-905e6c44afb1 will not be triggered until provisioned by entity L2. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:04:20.655847 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-dbc4d1f8-ea2b-453b-ba8c-3e546bee2b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31365311'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:20.732847 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc4d1f8-ea2b-453b-ba8c-3e546bee2b06 service neutron] Pushing event updated for resources: {'Port': ['ID=516e61cf-c9e4-4fcd-81c6-905e6c44afb1,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:04:20.789520 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-dbc4d1f8-ea2b-453b-ba8c-3e546bee2b06 service neutron] Attempting to bind port 516e61cf-c9e4-4fcd-81c6-905e6c44afb1 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:04:20.790010 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-dbc4d1f8-ea2b-453b-ba8c-3e546bee2b06 service neutron] Attempting to bind port 516e61cf-c9e4-4fcd-81c6-905e6c44afb1 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '31f0a91c-1a9d-4ea5-a870-1d3406ab3af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666'}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:04:20.790468 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-dbc4d1f8-ea2b-453b-ba8c-3e546bee2b06 service neutron] Attempting to bind port 516e61cf-c9e4-4fcd-81c6-905e6c44afb1 on network 6d05f05e-53ff-46ff-9423-c4c064703666 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:04:20.795193 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-dbc4d1f8-ea2b-453b-ba8c-3e546bee2b06 service neutron] Port 516e61cf-c9e4-4fcd-81c6-905e6c44afb1 on network 6d05f05e-53ff-46ff-9423-c4c064703666 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:04:20.795519 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-dbc4d1f8-ea2b-453b-ba8c-3e546bee2b06 service neutron] Attempting to bind port 516e61cf-c9e4-4fcd-81c6-905e6c44afb1 on network 6d05f05e-53ff-46ff-9423-c4c064703666 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:04:20.796290 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a61c32-1baa-4f30-b761-c151ade181a5 req-8537163e-1482-4995-bbf5-bf7b97c81fb7 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:20.799115 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c9a61c32-1baa-4f30-b761-c151ade181a5 req-8537163e-1482-4995-bbf5-bf7b97c81fb7 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 944 time: 0.0643311 Jul 23 11:04:20.802815 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-dbc4d1f8-ea2b-453b-ba8c-3e546bee2b06 service neutron] Checking agent: {'id': 'fd06f6b8-de2a-4c3f-8327-d731c40933c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'started_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:04:20.803157 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-dbc4d1f8-ea2b-453b-ba8c-3e546bee2b06 service neutron] Checking segment: {'id': '31f0a91c-1a9d-4ea5-a870-1d3406ab3af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:04:20.803553 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-dbc4d1f8-ea2b-453b-ba8c-3e546bee2b06 service neutron] Bound using segment: {'id': '31f0a91c-1a9d-4ea5-a870-1d3406ab3af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666'} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:04:20.808591 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-dbc4d1f8-ea2b-453b-ba8c-3e546bee2b06 service neutron] Bound port: 516e61cf-c9e4-4fcd-81c6-905e6c44afb1, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31f0a91c-1a9d-4ea5-a870-1d3406ab3af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666'}}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:04:20.808975 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-dbc4d1f8-ea2b-453b-ba8c-3e546bee2b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:20.840618 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c9a61c32-1baa-4f30-b761-c151ade181a5 req-df1ee9ea-7f75-48ba-9d3e-26f1689c0a91 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360186 Jul 23 11:04:20.882198 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-dbc4d1f8-ea2b-453b-ba8c-3e546bee2b06 service neutron] For port 516e61cf-c9e4-4fcd-81c6-905e6c44afb1, host hv-cinder-80198, cleared binding levels {{(pid=93047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:04:20.885647 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-dbc4d1f8-ea2b-453b-ba8c-3e546bee2b06 service neutron] For port 516e61cf-c9e4-4fcd-81c6-905e6c44afb1, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=516e61cf-c9e4-4fcd-81c6-905e6c44afb1,segment=NetworkSegment(31f0a91c-1a9d-4ea5-a870-1d3406ab3af3),segment_id=31f0a91c-1a9d-4ea5-a870-1d3406ab3af3)] {{(pid=93047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:04:20.891085 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-dbc4d1f8-ea2b-453b-ba8c-3e546bee2b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31365311'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:20.930495 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-dbc4d1f8-ea2b-453b-ba8c-3e546bee2b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:20.931006 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-dbc4d1f8-ea2b-453b-ba8c-3e546bee2b06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:20.932450 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-dbc4d1f8-ea2b-453b-ba8c-3e546bee2b06 service neutron] 10.222.0.48 "PUT /v2.0/ports/516e61cf-c9e4-4fcd-81c6-905e6c44afb1 HTTP/1.1" status: 200 len: 1094 time: 0.6347106 Jul 23 11:04:20.932890 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d', 'tag': '516e61cf-c9e4-4fcd-81c6-905e6c44afb1'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:04:20.935196 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57990bb103ee5b7a3f14144f2b0acc3407ada3b1c8656e111118fed9c99398e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5804133a-01ab-415d-b360-327534546b5f" -d '{"events": [{"name": "network-changed", "server_uuid": "2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d", "tag": "516e61cf-c9e4-4fcd-81c6-905e6c44afb1"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:04:20.965339 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc4d1f8-ea2b-453b-ba8c-3e546bee2b06 service neutron] Pushing event updated for resources: {'Port': ['ID=516e61cf-c9e4-4fcd-81c6-905e6c44afb1,revision_number=3']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:04:20.991343 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23454c0-f28f-4733-bd00-9d2e0de1e3ad x-openstack-request-id: req-b23454c0-f28f-4733-bd00-9d2e0de1e3ad {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:04:20.991636 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d", "tag": "516e61cf-c9e4-4fcd-81c6-905e6c44afb1", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:04:20.991883 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b23454c0-f28f-4733-bd00-9d2e0de1e3ad {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:04:20.992295 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d', 'tag': '516e61cf-c9e4-4fcd-81c6-905e6c44afb1', 'status': 'completed', 'code': 200} Jul 23 11:04:21.043068 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-11c8b455-4f99-4a73-aac7-bf7ed16fa2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:21.044614 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-11c8b455-4f99-4a73-aac7-bf7ed16fa2e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=443386f89a99476e905cc4b6656fca05&device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 1097 time: 0.0626762 Jul 23 11:04:21.095161 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-d20b7f2a-777e-41fc-8e3f-3b871d6675e7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=516e61cf-c9e4-4fcd-81c6-905e6c44afb1 HTTP/1.1" status: 200 len: 217 time: 0.0351906 Jul 23 11:04:21.149173 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-cbde6f16-be40-4257-a001-fe0fa88e56e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:21.151591 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-cbde6f16-be40-4257-a001-fe0fa88e56e3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0033b6fa-6a35-402d-9d48-f4dcba707c6e HTTP/1.1" status: 200 len: 855 time: 0.0447297 Jul 23 11:04:21.217547 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-98c5a9df-7c9a-4d11-aafa-734d0d94c9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:21.219037 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-98c5a9df-7c9a-4d11-aafa-734d0d94c9df service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d05f05e-53ff-46ff-9423-c4c064703666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547450 Jul 23 11:04:21.312752 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-dd16bf83-cc06-42a4-af40-89b27eed9c8e service neutron] 10.222.0.48 "GET /v2.0/networks/6d05f05e-53ff-46ff-9423-c4c064703666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800774 Jul 23 11:04:21.409759 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c7d6a232-2576-4589-97db-ed61a34f6fdf req-f148691b-c3d0-4321-94ac-611d18481369 service neutron] 10.222.0.48 "GET /v2.0/networks/6d05f05e-53ff-46ff-9423-c4c064703666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844576 Jul 23 11:04:21.521745 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804133a-01ab-415d-b360-327534546b5f req-3c366222-0e8d-424c-81ae-c6d8ad9fa0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:21.523240 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5804133a-01ab-415d-b360-327534546b5f req-3c366222-0e8d-424c-81ae-c6d8ad9fa0e3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=443386f89a99476e905cc4b6656fca05&device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 1097 time: 0.0531037 Jul 23 11:04:21.615064 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804133a-01ab-415d-b360-327534546b5f req-43ea1821-2536-45be-868d-0f2ff5cad8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:21.616551 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5804133a-01ab-415d-b360-327534546b5f req-43ea1821-2536-45be-868d-0f2ff5cad8cd service neutron] 10.222.0.48 "GET /v2.0/networks?id=6d05f05e-53ff-46ff-9423-c4c064703666 HTTP/1.1" status: 200 len: 917 time: 0.0848892 Jul 23 11:04:21.659089 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5804133a-01ab-415d-b360-327534546b5f req-91913130-4fea-45a4-bd95-3d39c47cef43 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=516e61cf-c9e4-4fcd-81c6-905e6c44afb1 HTTP/1.1" status: 200 len: 217 time: 0.0325913 Jul 23 11:04:21.710031 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804133a-01ab-415d-b360-327534546b5f req-828f7399-8189-4429-9d7e-9dff0c4a8636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:21.711416 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5804133a-01ab-415d-b360-327534546b5f req-828f7399-8189-4429-9d7e-9dff0c4a8636 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0033b6fa-6a35-402d-9d48-f4dcba707c6e HTTP/1.1" status: 200 len: 855 time: 0.0410862 Jul 23 11:04:21.775716 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804133a-01ab-415d-b360-327534546b5f req-cf1860a8-79fb-429e-bdfb-24c59b3ecdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:21.777254 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5804133a-01ab-415d-b360-327534546b5f req-cf1860a8-79fb-429e-bdfb-24c59b3ecdcc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d05f05e-53ff-46ff-9423-c4c064703666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0571728 Jul 23 11:04:21.866064 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5804133a-01ab-415d-b360-327534546b5f req-edaea4c3-b242-4f3c-a104-de473354ec62 service neutron] 10.222.0.48 "GET /v2.0/networks/6d05f05e-53ff-46ff-9423-c4c064703666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804746 Jul 23 11:04:21.998328 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5804133a-01ab-415d-b360-327534546b5f req-eb8c9f17-6bd0-49d0-a3ee-9d5714554de5 service neutron] 10.222.0.48 "GET /v2.0/networks/6d05f05e-53ff-46ff-9423-c4c064703666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158609 Jul 23 11:04:22.015681 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7ded8-0b30-488c-a365-503bdb96033e req-921b7c40-642f-4488-b535-1a633428f6a7 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:22.017205 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-14c7ded8-0b30-488c-a365-503bdb96033e req-921b7c40-642f-4488-b535-1a633428f6a7 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 944 time: 0.0818923 Jul 23 11:04:22.029519 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:22.055549 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-14c7ded8-0b30-488c-a365-503bdb96033e req-804483ad-7b0f-4285-9e18-5b0d106a34f0 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322132 Jul 23 11:04:22.329099 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 516e61cf-c9e4-4fcd-81c6-905e6c44afb1 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:04:22.426941 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 516e61cf-c9e4-4fcd-81c6-905e6c44afb1, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=516e61cf-c9e4-4fcd-81c6-905e6c44afb1,segment=NetworkSegment(31f0a91c-1a9d-4ea5-a870-1d3406ab3af3),segment_id=31f0a91c-1a9d-4ea5-a870-1d3406ab3af3)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:04:22.437739 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Returning: {'device': '516e61cf-c9e4-4fcd-81c6-905e6c44afb1', 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666', 'port_id': '516e61cf-c9e4-4fcd-81c6-905e6c44afb1', 'mac_address': 'fa:16:3e:42:75:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0033b6fa-6a35-402d-9d48-f4dcba707c6e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:04:22.474742 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:22.487723 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 516e61cf-c9e4-4fcd-81c6-905e6c44afb1 {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:04:22.507307 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 516e61cf-c9e4-4fcd-81c6-905e6c44afb1, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=516e61cf-c9e4-4fcd-81c6-905e6c44afb1,segment=NetworkSegment(31f0a91c-1a9d-4ea5-a870-1d3406ab3af3),segment_id=31f0a91c-1a9d-4ea5-a870-1d3406ab3af3)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:04:22.511018 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:22.557298 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=516e61cf-c9e4-4fcd-81c6-905e6c44afb1,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:04:22.900222 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['516e61cf-c9e4-4fcd-81c6-905e6c44afb1'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:04:23.188327 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b182ca-ef85-4925-8c96-cd9971d1412e req-ebc0e854-0832-449d-878f-7a1fc6dd0a1a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:23.191981 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-78b182ca-ef85-4925-8c96-cd9971d1412e req-ebc0e854-0832-449d-878f-7a1fc6dd0a1a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 945 time: 0.0635612 Jul 23 11:04:23.232708 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-78b182ca-ef85-4925-8c96-cd9971d1412e req-cd541c55-f2fa-43da-9475-0673383f63e6 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362129 Jul 23 11:04:24.333290 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 516e61cf-c9e4-4fcd-81c6-905e6c44afb1 up at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:04:24.373121 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72165f-705b-4cc6-a1c6-3d2b0f793533 req-59bd5d55-6b2e-423d-9ba9-7ab925f00a13 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:24.374590 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fb72165f-705b-4cc6-a1c6-3d2b0f793533 req-59bd5d55-6b2e-423d-9ba9-7ab925f00a13 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 945 time: 0.0694094 Jul 23 11:04:24.381394 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning for port 516e61cf-c9e4-4fcd-81c6-905e6c44afb1 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:04:24.385041 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning complete for port 516e61cf-c9e4-4fcd-81c6-905e6c44afb1 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:04:24.385410 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:24.414100 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fb72165f-705b-4cc6-a1c6-3d2b0f793533 req-de9e0d6d-2aae-4457-ad76-08ee871a0ddc tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330822 Jul 23 11:04:24.466176 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:24.491685 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516e61cf-c9e4-4fcd-81c6-905e6c44afb1'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:04:24.495412 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}214548a6ff4efd2602c2c2cf0448be42dc7715ee41776415c9dd15aa22406767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3538f3e7-8439-4f4b-9512-8863ace5cb62" -d '{"events": [{"server_uuid": "2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d", "name": "network-vif-plugged", "status": "completed", "tag": "516e61cf-c9e4-4fcd-81c6-905e6c44afb1"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:04:24.510488 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 516e61cf-c9e4-4fcd-81c6-905e6c44afb1, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=516e61cf-c9e4-4fcd-81c6-905e6c44afb1,segment=NetworkSegment(31f0a91c-1a9d-4ea5-a870-1d3406ab3af3),segment_id=31f0a91c-1a9d-4ea5-a870-1d3406ab3af3)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:04:24.515912 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:24.543408 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d7b6a8-2778-4c20-8410-a5dde244b970 x-openstack-request-id: req-31d7b6a8-2778-4c20-8410-a5dde244b970 {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:04:24.543781 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d", "name": "network-vif-plugged", "status": "completed", "tag": "516e61cf-c9e4-4fcd-81c6-905e6c44afb1", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:04:24.544038 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-31d7b6a8-2778-4c20-8410-a5dde244b970 {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:04:24.544449 dv-cinder-801989-3-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516e61cf-c9e4-4fcd-81c6-905e6c44afb1', 'code': 200} Jul 23 11:04:24.574971 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=516e61cf-c9e4-4fcd-81c6-905e6c44afb1,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:04:24.771228 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f39cbc-b344-4389-96c9-bb5b6d662e49 req-ad3cd7cc-908c-4d70-8222-105f98687a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:24.772701 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-68f39cbc-b344-4389-96c9-bb5b6d662e49 req-ad3cd7cc-908c-4d70-8222-105f98687a33 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 1099 time: 0.0598526 Jul 23 11:04:24.819820 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-68f39cbc-b344-4389-96c9-bb5b6d662e49 req-e62e2479-52fe-45d9-95ec-4ea7a67d7e8c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364642 Jul 23 11:04:25.546830 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf7d41-3e23-45f8-b76c-d1e68890d34e req-fb1f87f7-1e3f-4676-87da-c56eeb0fd1ca tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:25.548449 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0abf7d41-3e23-45f8-b76c-d1e68890d34e req-fb1f87f7-1e3f-4676-87da-c56eeb0fd1ca tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 946 time: 0.0613830 Jul 23 11:04:25.585170 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0abf7d41-3e23-45f8-b76c-d1e68890d34e req-775e0ad7-1251-4ede-9c4c-93fda64d053c tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311818 Jul 23 11:04:26.725655 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ea4b4-b41c-4b5e-b62b-591c2d621e5e req-54afe3ee-90be-49b3-8ed9-8fab5fb4208e tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:26.727117 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-076ea4b4-b41c-4b5e-b62b-591c2d621e5e req-54afe3ee-90be-49b3-8ed9-8fab5fb4208e tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 946 time: 0.0653839 Jul 23 11:04:26.765390 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-076ea4b4-b41c-4b5e-b62b-591c2d621e5e req-24afe506-d0d3-4560-a403-28a3d884fc84 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327153 Jul 23 11:04:26.902785 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ad15a-5a6b-4175-80e8-9a1131bf1f01 req-de0ce906-c5d0-455f-8b43-9bde39b6f6f5 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:26.904202 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-622ad15a-5a6b-4175-80e8-9a1131bf1f01 req-de0ce906-c5d0-455f-8b43-9bde39b6f6f5 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 946 time: 0.0621850 Jul 23 11:04:26.912811 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 58464) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:04:26.917339 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-64d92f44-273a-43b5-8116-95fca1a1add3 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Request body: {'floatingip': {'port_id': '516e61cf-c9e4-4fcd-81c6-905e6c44afb1'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:04:26.957376 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-64d92f44-273a-43b5-8116-95fca1a1add3 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for floatingip, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:27.703375 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-64d92f44-273a-43b5-8116-95fca1a1add3 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:27.708621 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-64d92f44-273a-43b5-8116-95fca1a1add3 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409046'] for floatingip, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:27.808743 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.db.l3_db [None req-64d92f44-273a-43b5-8116-95fca1a1add3 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Floating IP fc9eac32-cad4-4fdf-b7bf-5afcfd2502a7 associated. External IP: 172.27.2.129, port: 516e61cf-c9e4-4fcd-81c6-905e6c44afb1. Jul 23 11:04:28.015757 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d92f44-273a-43b5-8116-95fca1a1add3 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Router 75824d45-8d51-42d5-bcb5-f8a14f3473ff has already been hosted by L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 {{(pid=93046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:04:28.117224 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d92f44-273a-43b5-8116-95fca1a1add3 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:04:28.122089 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-64d92f44-273a-43b5-8116-95fca1a1add3 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for floatingip, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:28.126761 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307fc308-a114-4e6d-bdc2-cfd858a8aa25 None None] Sync routers for ids ['75824d45-8d51-42d5-bcb5-f8a14f3473ff'] in dv-cinder-801989-3-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:04:28.136250 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307fc308-a114-4e6d-bdc2-cfd858a8aa25 None None] Routers {'75824d45-8d51-42d5-bcb5-f8a14f3473ff'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:04:28.136860 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-307fc308-a114-4e6d-bdc2-cfd858a8aa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:04:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['75824d45-8d51-42d5-bcb5-f8a14f3473ff'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:04:28.161318 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-64d92f44-273a-43b5-8116-95fca1a1add3 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "PUT /v2.0/floatingips/fc9eac32-cad4-4fdf-b7bf-5afcfd2502a7 HTTP/1.1" status: 200 len: 992 time: 1.2446914 Jul 23 11:04:28.161318 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d', 'tag': '516e61cf-c9e4-4fcd-81c6-905e6c44afb1'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:04:28.161618 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e514f4fc9e73055b469c7c960908a930888711302e8ce169aa561e05cb35f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e33a93-0de7-4bf7-90e5-587c5a4e1ac2" -d '{"events": [{"name": "network-changed", "server_uuid": "2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d", "tag": "516e61cf-c9e4-4fcd-81c6-905e6c44afb1"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:04:28.206286 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084ecb98-07d1-4606-9301-f9467f4523c0 x-openstack-request-id: req-084ecb98-07d1-4606-9301-f9467f4523c0 {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:04:28.206579 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d", "tag": "516e61cf-c9e4-4fcd-81c6-905e6c44afb1", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:04:28.206832 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-084ecb98-07d1-4606-9301-f9467f4523c0 {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:04:28.207229 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d', 'tag': '516e61cf-c9e4-4fcd-81c6-905e6c44afb1', 'status': 'completed', 'code': 200} Jul 23 11:04:28.248279 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-307fc308-a114-4e6d-bdc2-cfd858a8aa25 None None] Set router 75824d45-8d51-42d5-bcb5-f8a14f3473ff gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:04:28.303691 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e33a93-0de7-4bf7-90e5-587c5a4e1ac2 req-6a42500f-6712-4093-a22d-ae2d67e6e46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:28.305321 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a9e33a93-0de7-4bf7-90e5-587c5a4e1ac2 req-6a42500f-6712-4093-a22d-ae2d67e6e46a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=443386f89a99476e905cc4b6656fca05&device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 1099 time: 0.0559916 Jul 23 11:04:28.401772 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e33a93-0de7-4bf7-90e5-587c5a4e1ac2 req-f7891f8f-05fa-4fa9-bf88-9a815c954296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:28.403354 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a9e33a93-0de7-4bf7-90e5-587c5a4e1ac2 req-f7891f8f-05fa-4fa9-bf88-9a815c954296 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6d05f05e-53ff-46ff-9423-c4c064703666 HTTP/1.1" status: 200 len: 917 time: 0.0862334 Jul 23 11:04:28.478666 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-307fc308-a114-4e6d-bdc2-cfd858a8aa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'name': 'tempest-AttachVolumeShelveTestJSON-864067345-router', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '37095310-2162-4755-8cb7-c48037d4ad0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:00:10Z', 'updated_at': '2021-07-23T11:00:19Z', 'revision_number': 4, 'project_id': '443386f89a99476e905cc4b6656fca05', 'gw_port': {'id': '37095310-2162-4755-8cb7-c48037d4ad0d', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:12Z', 'updated_at': '2021-07-23T11:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_floatingips': [{'id': 'fc9eac32-cad4-4fdf-b7bf-5afcfd2502a7', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'router_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'port_id': '516e61cf-c9e4-4fcd-81c6-905e6c44afb1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666', 'mac_address': 'fa:16:3e:42:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:04:17Z', 'updated_at': '2021-07-23T11:04:27Z', 'revision_number': 1, 'project_id': '443386f89a99476e905cc4b6656fca05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9', 'name': '', 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'mac_address': 'fa:16:3e:f8:10:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0033b6fa-6a35-402d-9d48-f4dcba707c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:16Z', 'updated_at': '2021-07-23T11:00:30Z', 'revision_number': 5, 'project_id': '443386f89a99476e905cc4b6656fca05', 'subnets': [{'id': '0033b6fa-6a35-402d-9d48-f4dcba707c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:04:28.478976 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a9e33a93-0de7-4bf7-90e5-587c5a4e1ac2 req-45ceedda-a0d0-4be6-96da-24fbcc4cefa3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=516e61cf-c9e4-4fcd-81c6-905e6c44afb1 HTTP/1.1" status: 200 len: 1000 time: 0.0624547 Jul 23 11:04:28.504713 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307fc308-a114-4e6d-bdc2-cfd858a8aa25 None None] Checking router: 75824d45-8d51-42d5-bcb5-f8a14f3473ff for host: dv-cinder-801989-3-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:04:28.512917 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307fc308-a114-4e6d-bdc2-cfd858a8aa25 None None] Routers {'75824d45-8d51-42d5-bcb5-f8a14f3473ff'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:04:28.513518 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-307fc308-a114-4e6d-bdc2-cfd858a8aa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:04:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['75824d45-8d51-42d5-bcb5-f8a14f3473ff'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:04:28.530936 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e33a93-0de7-4bf7-90e5-587c5a4e1ac2 req-a129842c-f13a-491d-94a4-0b92a0c55a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:28.532765 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a9e33a93-0de7-4bf7-90e5-587c5a4e1ac2 req-a129842c-f13a-491d-94a4-0b92a0c55a27 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0033b6fa-6a35-402d-9d48-f4dcba707c6e HTTP/1.1" status: 200 len: 855 time: 0.0431571 Jul 23 11:04:28.592190 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e33a93-0de7-4bf7-90e5-587c5a4e1ac2 req-4c241dea-bf5a-4ec2-a4fe-e0e1008ac9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:28.593660 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a9e33a93-0de7-4bf7-90e5-587c5a4e1ac2 req-4c241dea-bf5a-4ec2-a4fe-e0e1008ac9c0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d05f05e-53ff-46ff-9423-c4c064703666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537777 Jul 23 11:04:28.739809 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-307fc308-a114-4e6d-bdc2-cfd858a8aa25 None None] Set router 75824d45-8d51-42d5-bcb5-f8a14f3473ff gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:04:28.952634 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a9e33a93-0de7-4bf7-90e5-587c5a4e1ac2 req-0474b7ba-b68f-4867-825b-17d90f4bf830 service neutron] 10.222.0.48 "GET /v2.0/networks/6d05f05e-53ff-46ff-9423-c4c064703666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459387 Jul 23 11:04:28.974251 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-307fc308-a114-4e6d-bdc2-cfd858a8aa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'name': 'tempest-AttachVolumeShelveTestJSON-864067345-router', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '37095310-2162-4755-8cb7-c48037d4ad0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:00:10Z', 'updated_at': '2021-07-23T11:00:19Z', 'revision_number': 4, 'project_id': '443386f89a99476e905cc4b6656fca05', 'gw_port': {'id': '37095310-2162-4755-8cb7-c48037d4ad0d', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:12Z', 'updated_at': '2021-07-23T11:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_floatingips': [{'id': 'fc9eac32-cad4-4fdf-b7bf-5afcfd2502a7', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'router_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'port_id': '516e61cf-c9e4-4fcd-81c6-905e6c44afb1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666', 'mac_address': 'fa:16:3e:42:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:04:17Z', 'updated_at': '2021-07-23T11:04:27Z', 'revision_number': 1, 'project_id': '443386f89a99476e905cc4b6656fca05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9', 'name': '', 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'mac_address': 'fa:16:3e:f8:10:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0033b6fa-6a35-402d-9d48-f4dcba707c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:16Z', 'updated_at': '2021-07-23T11:00:30Z', 'revision_number': 5, 'project_id': '443386f89a99476e905cc4b6656fca05', 'subnets': [{'id': '0033b6fa-6a35-402d-9d48-f4dcba707c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:04:29.008402 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307fc308-a114-4e6d-bdc2-cfd858a8aa25 None None] The sync data for ids ['75824d45-8d51-42d5-bcb5-f8a14f3473ff'] in dv-cinder-801989-3-iscsi is: [{'id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'name': 'tempest-AttachVolumeShelveTestJSON-864067345-router', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '37095310-2162-4755-8cb7-c48037d4ad0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:00:10Z', 'updated_at': '2021-07-23T11:00:19Z', 'revision_number': 4, 'project_id': '443386f89a99476e905cc4b6656fca05', 'gw_port': {'id': '37095310-2162-4755-8cb7-c48037d4ad0d', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:12Z', 'updated_at': '2021-07-23T11:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_floatingips': [{'id': 'fc9eac32-cad4-4fdf-b7bf-5afcfd2502a7', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'router_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'port_id': '516e61cf-c9e4-4fcd-81c6-905e6c44afb1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666', 'mac_address': 'fa:16:3e:42:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:04:17Z', 'updated_at': '2021-07-23T11:04:27Z', 'revision_number': 1, 'project_id': '443386f89a99476e905cc4b6656fca05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9', 'name': '', 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'mac_address': 'fa:16:3e:f8:10:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0033b6fa-6a35-402d-9d48-f4dcba707c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:16Z', 'updated_at': '2021-07-23T11:00:30Z', 'revision_number': 5, 'project_id': '443386f89a99476e905cc4b6656fca05', 'subnets': [{'id': '0033b6fa-6a35-402d-9d48-f4dcba707c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:04:29.050737 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a9e33a93-0de7-4bf7-90e5-587c5a4e1ac2 req-405a88f5-94df-4323-b927-68ef4095729c service neutron] 10.222.0.48 "GET /v2.0/networks/6d05f05e-53ff-46ff-9423-c4c064703666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888145 Jul 23 11:04:29.198873 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cb6981-5e8c-4655-8f38-e964c32d725e None None] New status for floating IP fc9eac32-cad4-4fdf-b7bf-5afcfd2502a7: ACTIVE {{(pid=93049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:04:30.596302 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:35.553112 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:04:46.535174 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-b2b987a4-79de-4faa-a1df-170d6751c2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:49.557567 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-32be6877-c876-49e0-a107-4d62c5845521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:49.677693 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:50.511579 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:52.027316 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:58.139992 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67683d7-fe44-471c-a84c-18a6741d2697 req-a8315921-ed8e-4fdc-9c36-669f51f1723c tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:58.141622 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b67683d7-fe44-471c-a84c-18a6741d2697 req-a8315921-ed8e-4fdc-9c36-669f51f1723c tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 945 time: 0.0677955 Jul 23 11:04:58.184135 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b67683d7-fe44-471c-a84c-18a6741d2697 req-a24e902f-6df7-4b47-bce9-d71a284f1625 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365243 Jul 23 11:04:59.313137 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3b0e2-1002-495a-8904-72c29622393a req-ad5bf1bb-472c-4d2d-a34c-ffa0d2f5db63 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:59.314611 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-46a3b0e2-1002-495a-8904-72c29622393a req-ad5bf1bb-472c-4d2d-a34c-ffa0d2f5db63 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 945 time: 0.0629144 Jul 23 11:04:59.351268 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-46a3b0e2-1002-495a-8904-72c29622393a req-009a27aa-8f31-4b7e-8982-121b8d100d1e tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301986 Jul 23 11:05:00.483064 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a3781-31ff-40a0-85cc-57337f9efcb6 req-862c5f7d-8fa3-4028-a7e9-444467cc6e76 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:00.486000 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-131a3781-31ff-40a0-85cc-57337f9efcb6 req-862c5f7d-8fa3-4028-a7e9-444467cc6e76 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 945 time: 0.0686023 Jul 23 11:05:00.524438 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-131a3781-31ff-40a0-85cc-57337f9efcb6 req-68652a6c-2beb-4c06-ac28-1608861d743a tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328341 Jul 23 11:05:00.614187 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:01.654790 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8a66f-ca7e-48d8-b9d1-5850034d0a12 req-c9ed7cfe-2f1b-4f7d-bb1b-a3d226db91df tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:01.656195 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d1b8a66f-ca7e-48d8-b9d1-5850034d0a12 req-c9ed7cfe-2f1b-4f7d-bb1b-a3d226db91df tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 945 time: 0.0651000 Jul 23 11:05:01.692782 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d1b8a66f-ca7e-48d8-b9d1-5850034d0a12 req-ac1abf39-6c5f-4e7b-a5b4-7319bb67e9c2 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304842 Jul 23 11:05:02.822685 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bd010-bc2e-4fe0-a363-2c0d1ac4e73b req-9112905c-0521-4e5f-b2ff-0c3f2bd7a530 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:02.824199 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b63bd010-bc2e-4fe0-a363-2c0d1ac4e73b req-9112905c-0521-4e5f-b2ff-0c3f2bd7a530 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 945 time: 0.0627074 Jul 23 11:05:02.861195 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b63bd010-bc2e-4fe0-a363-2c0d1ac4e73b req-ec5a8dd7-8c3c-468c-8533-62c5cc3b66b7 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314038 Jul 23 11:05:03.993273 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c733a-7b29-49b9-a087-48e023df9a7a req-c3897390-8824-4b44-b185-9565fe66ec05 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:03.994770 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c38c733a-7b29-49b9-a087-48e023df9a7a req-c3897390-8824-4b44-b185-9565fe66ec05 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 945 time: 0.0652742 Jul 23 11:05:04.032297 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c38c733a-7b29-49b9-a087-48e023df9a7a req-c617bbe0-f7ca-41f0-b992-3f238fabfa04 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320830 Jul 23 11:05:05.166518 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea9f1c-d9a1-4a38-86d9-22e51d232acd req-c0001055-e2d4-4924-95d0-d1d4e192d89c tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:05.167966 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-67ea9f1c-d9a1-4a38-86d9-22e51d232acd req-c0001055-e2d4-4924-95d0-d1d4e192d89c tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 945 time: 0.0609198 Jul 23 11:05:05.203752 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-67ea9f1c-d9a1-4a38-86d9-22e51d232acd req-47be0b60-34a2-4012-9ee0-e881e5c3b744 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303626 Jul 23 11:05:06.330431 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19caeac-6b09-4ddb-b23c-2f09c0b2d818 req-065d0c66-9ce8-46eb-b193-b9b5c4e8bdea tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:06.331885 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d19caeac-6b09-4ddb-b23c-2f09c0b2d818 req-065d0c66-9ce8-46eb-b193-b9b5c4e8bdea tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 945 time: 0.0615482 Jul 23 11:05:06.369350 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d19caeac-6b09-4ddb-b23c-2f09c0b2d818 req-9587e840-b84d-4339-8f65-f074ad8cbe61 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313728 Jul 23 11:05:07.501359 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a463b-d41a-45c1-986a-870fccd10deb req-cee8c7cf-4f38-4786-bc7e-2a2f31313124 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:07.502863 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-be6a463b-d41a-45c1-986a-870fccd10deb req-cee8c7cf-4f38-4786-bc7e-2a2f31313124 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 945 time: 0.0661163 Jul 23 11:05:07.541899 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-be6a463b-d41a-45c1-986a-870fccd10deb req-7d7710ee-7495-4974-bd75-b1b6963469c9 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330806 Jul 23 11:05:08.672194 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774f775-b6c1-491e-84bb-f50531546d62 req-c0346bc1-1fcc-47f5-b12f-dd53734926a4 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:08.673660 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6774f775-b6c1-491e-84bb-f50531546d62 req-c0346bc1-1fcc-47f5-b12f-dd53734926a4 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 945 time: 0.0646601 Jul 23 11:05:08.710610 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6774f775-b6c1-491e-84bb-f50531546d62 req-718edf95-9445-43e6-a5da-ac4eac5acaac tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312915 Jul 23 11:05:09.840262 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550e20c-f6e4-45ed-8cda-62a927ad7d1d req-e45ad297-0c37-4add-afb4-32bc8972e48b tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:09.841659 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a550e20c-f6e4-45ed-8cda-62a927ad7d1d req-e45ad297-0c37-4add-afb4-32bc8972e48b tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 945 time: 0.0658326 Jul 23 11:05:09.882578 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a550e20c-f6e4-45ed-8cda-62a927ad7d1d req-5370ef0c-2a70-4bbf-81c6-fd64f1f0f8c3 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336564 Jul 23 11:05:11.059815 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156f221-8c6b-4842-94a3-bcae9adf3187 req-7f4365e8-fa33-428f-9f1e-aa6f1cdfb863 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:11.061373 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a156f221-8c6b-4842-94a3-bcae9adf3187 req-7f4365e8-fa33-428f-9f1e-aa6f1cdfb863 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 945 time: 0.1131423 Jul 23 11:05:11.101198 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a156f221-8c6b-4842-94a3-bcae9adf3187 req-7dd12dd4-bfbc-4f0b-a13e-8f1de9611dec tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332038 Jul 23 11:05:12.228291 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19715f09-a8b3-4117-b9ee-64b5a4d51ee6 req-991d7c7d-da28-4a4c-bb1e-12d819a39f54 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:12.229834 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-19715f09-a8b3-4117-b9ee-64b5a4d51ee6 req-991d7c7d-da28-4a4c-bb1e-12d819a39f54 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 945 time: 0.0619402 Jul 23 11:05:12.271976 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-19715f09-a8b3-4117-b9ee-64b5a4d51ee6 req-30f8e8fa-d5f7-4062-9123-ddeeb3d1b3ef tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363584 Jul 23 11:05:12.551752 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:05:13.424464 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d8134-a08e-4bc1-a5e5-335721543b7b req-41fb62fd-21aa-48fd-83d5-c25af843ebe4 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:13.426279 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-496d8134-a08e-4bc1-a5e5-335721543b7b req-41fb62fd-21aa-48fd-83d5-c25af843ebe4 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 945 time: 0.0767150 Jul 23 11:05:13.463509 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-496d8134-a08e-4bc1-a5e5-335721543b7b req-4fb081ce-f2ca-4fda-9f18-17983e3b6c94 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314090 Jul 23 11:05:14.599600 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe97ee-f1c9-4ad9-b3dc-850390f700d6 req-75d72c7f-3153-4700-a75b-7a2c4c488a32 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:14.601102 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6abe97ee-f1c9-4ad9-b3dc-850390f700d6 req-75d72c7f-3153-4700-a75b-7a2c4c488a32 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 945 time: 0.0620475 Jul 23 11:05:14.637862 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6abe97ee-f1c9-4ad9-b3dc-850390f700d6 req-ba2a3653-ee69-403f-99d2-7f5b4b1c562a tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313923 Jul 23 11:05:14.852161 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac856b1-8810-4c49-a58b-599494e923a7 req-59b1cb85-a266-4a3f-9662-7a79e0ab2dac tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:14.853661 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3ac856b1-8810-4c49-a58b-599494e923a7 req-59b1cb85-a266-4a3f-9662-7a79e0ab2dac tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 945 time: 0.0671217 Jul 23 11:05:14.919561 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3ac856b1-8810-4c49-a58b-599494e923a7 req-97af7cdb-e44e-44a7-85c4-767efe958466 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579231 Jul 23 11:05:14.934372 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048b25e-edd2-4fc9-9e5c-d8efb4fcdc8b req-caf7be23-ee35-47bd-b2fb-2e61e7cf3c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:14.935900 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f048b25e-edd2-4fc9-9e5c-d8efb4fcdc8b req-caf7be23-ee35-47bd-b2fb-2e61e7cf3c11 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa5f355dcd104487ab846873d9f4bf88&device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 1098 time: 0.0813701 Jul 23 11:05:15.028606 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048b25e-edd2-4fc9-9e5c-d8efb4fcdc8b req-c3d74782-b5e7-4590-8488-3b29ba66463c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:15.029992 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f048b25e-edd2-4fc9-9e5c-d8efb4fcdc8b req-c3d74782-b5e7-4590-8488-3b29ba66463c service neutron] 10.222.0.48 "GET /v2.0/networks?id=5b9bb62a-09a0-42c6-9a48-85ed09310c64 HTTP/1.1" status: 200 len: 912 time: 0.0871451 Jul 23 11:05:15.093696 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f048b25e-edd2-4fc9-9e5c-d8efb4fcdc8b req-200b0de8-3964-4dce-b062-62d476cbccde service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96 HTTP/1.1" status: 200 len: 1000 time: 0.0561011 Jul 23 11:05:15.140282 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048b25e-edd2-4fc9-9e5c-d8efb4fcdc8b req-0f3104a3-b8d0-4e7d-bd9d-ddd24444f948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:15.141668 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f048b25e-edd2-4fc9-9e5c-d8efb4fcdc8b req-0f3104a3-b8d0-4e7d-bd9d-ddd24444f948 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e HTTP/1.1" status: 200 len: 850 time: 0.0415683 Jul 23 11:05:15.199969 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048b25e-edd2-4fc9-9e5c-d8efb4fcdc8b req-7ea9e9ee-fd0d-4944-a74e-24353dee7d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:15.201814 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f048b25e-edd2-4fc9-9e5c-d8efb4fcdc8b req-7ea9e9ee-fd0d-4944-a74e-24353dee7d45 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b9bb62a-09a0-42c6-9a48-85ed09310c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529914 Jul 23 11:05:15.290746 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f048b25e-edd2-4fc9-9e5c-d8efb4fcdc8b req-c3aca13b-d629-4432-9517-55ad20c027f0 service neutron] 10.222.0.48 "GET /v2.0/networks/5b9bb62a-09a0-42c6-9a48-85ed09310c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819604 Jul 23 11:05:15.383647 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f048b25e-edd2-4fc9-9e5c-d8efb4fcdc8b req-8e630ccb-eac1-4eae-8f11-87183c5a43d2 service neutron] 10.222.0.48 "GET /v2.0/networks/5b9bb62a-09a0-42c6-9a48-85ed09310c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861936 Jul 23 11:05:16.119757 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816b5bc-6770-40e6-88f6-125948c80118 req-3df66423-30fe-49a5-86bf-0c35ab016127 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:16.121291 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e816b5bc-6770-40e6-88f6-125948c80118 req-3df66423-30fe-49a5-86bf-0c35ab016127 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 945 time: 0.1287911 Jul 23 11:05:16.163942 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e816b5bc-6770-40e6-88f6-125948c80118 req-035bceb0-d919-4cf5-a9f7-a9cbd83cf425 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363979 Jul 23 11:05:16.537768 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-230afab0-b799-49cd-95a4-376d88400bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:17.297604 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934d1b8-629e-4a98-9765-66247f15189a req-f85fb09e-690c-4d1f-900b-f70fc67c05d0 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:17.299081 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2934d1b8-629e-4a98-9765-66247f15189a req-f85fb09e-690c-4d1f-900b-f70fc67c05d0 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 945 time: 0.0653756 Jul 23 11:05:17.335733 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2934d1b8-629e-4a98-9765-66247f15189a req-a9292273-efa6-43eb-951e-e99f1d4c84b2 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309186 Jul 23 11:05:18.023587 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6e9c6-b696-49e6-8d6d-45f6dd99e84f req-f97443a3-b581-48f5-8a57-7b56f7071012 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:18.025097 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2ff6e9c6-b696-49e6-8d6d-45f6dd99e84f req-f97443a3-b581-48f5-8a57-7b56f7071012 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 946 time: 0.0653818 Jul 23 11:05:18.061527 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2ff6e9c6-b696-49e6-8d6d-45f6dd99e84f req-f219fe88-a578-4977-bb2d-0bbf00cace7b tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309787 Jul 23 11:05:19.192902 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86079044-f308-4046-b889-b015195b4845 req-0ba495a7-13d6-4f68-be31-6b61f5b3ddf4 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:19.194384 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-86079044-f308-4046-b889-b015195b4845 req-0ba495a7-13d6-4f68-be31-6b61f5b3ddf4 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 946 time: 0.0615139 Jul 23 11:05:19.231649 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-86079044-f308-4046-b889-b015195b4845 req-6ec8fe34-0d56-4f09-9093-1d0bd97ce249 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315480 Jul 23 11:05:19.556995 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-2ed0633b-23b7-4cc8-8231-916aef7a4890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:19.678940 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:20.368397 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f81e3-fa88-4c39-bb74-f1d25cd5cfd5 req-9b62b529-4832-4fdb-af32-0cd14215ef53 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:20.369846 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2b9f81e3-fa88-4c39-bb74-f1d25cd5cfd5 req-9b62b529-4832-4fdb-af32-0cd14215ef53 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 946 time: 0.0659058 Jul 23 11:05:20.406217 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2b9f81e3-fa88-4c39-bb74-f1d25cd5cfd5 req-14214b7e-4e7f-4df0-83fd-c69bacb5c32c tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308964 Jul 23 11:05:20.510255 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:21.539078 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffaf66a-d726-4270-aeb8-b25024eb79b6 req-f3b49a84-8a28-4f2a-a681-751b6db06476 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:21.540569 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9ffaf66a-d726-4270-aeb8-b25024eb79b6 req-f3b49a84-8a28-4f2a-a681-751b6db06476 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 946 time: 0.0627303 Jul 23 11:05:21.576583 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9ffaf66a-d726-4270-aeb8-b25024eb79b6 req-31ad825c-db82-49dc-9a09-54c18dbd0040 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303099 Jul 23 11:05:22.028983 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:22.708003 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c92ed1-926d-4560-a0d7-42f31b8c7f26 req-ddcfcd63-471a-4608-bddb-e99a6d73ea6f tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:22.709468 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f8c92ed1-926d-4560-a0d7-42f31b8c7f26 req-ddcfcd63-471a-4608-bddb-e99a6d73ea6f tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 946 time: 0.0617182 Jul 23 11:05:22.746125 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f8c92ed1-926d-4560-a0d7-42f31b8c7f26 req-aac715ba-e5f9-4da5-9d5c-165e07579409 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312304 Jul 23 11:05:23.881399 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c50d2-ccd0-4e05-b55f-b7fb88520032 req-7d6f91b4-e878-44f7-b65a-0da6bb87621f tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:23.883125 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-634c50d2-ccd0-4e05-b55f-b7fb88520032 req-7d6f91b4-e878-44f7-b65a-0da6bb87621f tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 946 time: 0.0656736 Jul 23 11:05:23.921656 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-634c50d2-ccd0-4e05-b55f-b7fb88520032 req-51f0487b-53cd-46d3-8931-ab9ee50c5d5b tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328004 Jul 23 11:05:25.135942 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659657f3-d0ac-4f23-b971-57ae248f20d4 req-219079d6-a36b-4619-8274-cca00814669f tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:25.137519 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-659657f3-d0ac-4f23-b971-57ae248f20d4 req-219079d6-a36b-4619-8274-cca00814669f tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 946 time: 0.0773454 Jul 23 11:05:25.177288 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-659657f3-d0ac-4f23-b971-57ae248f20d4 req-7881e9ee-246a-417c-babf-73bf10d38ad2 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325520 Jul 23 11:05:26.275937 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d7c3d106-ae3e-4df6-a8cc-27ed99548159 req-4b19ef6b-bfc1-4916-9792-7ade82a7440c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1087091 Jul 23 11:05:26.323046 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f520a-d3d2-4e8f-9176-e37bb7a5fbf5 req-dbec82d5-009c-4bb2-9b4b-52c426e6e2f2 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:26.324555 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-de9f520a-d3d2-4e8f-9176-e37bb7a5fbf5 req-dbec82d5-009c-4bb2-9b4b-52c426e6e2f2 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 946 time: 0.0692558 Jul 23 11:05:26.362015 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-de9f520a-d3d2-4e8f-9176-e37bb7a5fbf5 req-5f492947-d1e5-4b2d-89c1-d5a563cacf2f tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320449 Jul 23 11:05:26.374334 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3d106-ae3e-4df6-a8cc-27ed99548159 req-53d18eb9-4a2c-46fb-9be9-6b7e32b0b501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:26.375801 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d7c3d106-ae3e-4df6-a8cc-27ed99548159 req-53d18eb9-4a2c-46fb-9be9-6b7e32b0b501 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1165799dfafa48dcbe42cd4ec67ea2ec&device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 1099 time: 0.0521989 Jul 23 11:05:26.485415 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3d106-ae3e-4df6-a8cc-27ed99548159 req-591f4d32-132c-48fb-8967-69c92a7314ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:26.486912 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d7c3d106-ae3e-4df6-a8cc-27ed99548159 req-591f4d32-132c-48fb-8967-69c92a7314ea service neutron] 10.222.0.48 "GET /v2.0/networks?id=c1983693-fe8e-4a35-beb9-2f00a7f70c5f HTTP/1.1" status: 200 len: 909 time: 0.0845120 Jul 23 11:05:26.554685 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d7c3d106-ae3e-4df6-a8cc-27ed99548159 req-9c12ab2b-df0d-4499-9442-fcd5967b9eb0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf2a6406-8dfe-41e9-aadc-d766f5245382 HTTP/1.1" status: 200 len: 1001 time: 0.0553710 Jul 23 11:05:26.604568 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3d106-ae3e-4df6-a8cc-27ed99548159 req-2038e32b-0407-4a62-acbf-669bb31f109a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:26.605975 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d7c3d106-ae3e-4df6-a8cc-27ed99548159 req-2038e32b-0407-4a62-acbf-669bb31f109a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b941e96-e008-49a3-a2e8-fc949ea58787 HTTP/1.1" status: 200 len: 847 time: 0.0447025 Jul 23 11:05:26.663051 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3d106-ae3e-4df6-a8cc-27ed99548159 req-3395f14a-4c5b-4373-8583-98bf14c1b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:26.664508 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d7c3d106-ae3e-4df6-a8cc-27ed99548159 req-3395f14a-4c5b-4373-8583-98bf14c1b5e7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c1983693-fe8e-4a35-beb9-2f00a7f70c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504744 Jul 23 11:05:26.756075 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d7c3d106-ae3e-4df6-a8cc-27ed99548159 req-65fb181a-8c01-4b4b-a77c-9c5cf4264923 service neutron] 10.222.0.48 "GET /v2.0/networks/c1983693-fe8e-4a35-beb9-2f00a7f70c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820138 Jul 23 11:05:26.846911 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d7c3d106-ae3e-4df6-a8cc-27ed99548159 req-2f335617-705f-4c5d-9d9d-8186ebf312b5 service neutron] 10.222.0.48 "GET /v2.0/networks/c1983693-fe8e-4a35-beb9-2f00a7f70c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837011 Jul 23 11:05:27.493172 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc5587-9236-4a14-9c0a-6f7c001aa4c6 req-dc417f26-cca9-4360-97b2-a1298b850cb5 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:27.494576 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-dfbc5587-9236-4a14-9c0a-6f7c001aa4c6 req-dc417f26-cca9-4360-97b2-a1298b850cb5 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 946 time: 0.0616188 Jul 23 11:05:27.532277 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-dfbc5587-9236-4a14-9c0a-6f7c001aa4c6 req-87f3df06-baf8-4eb8-8516-2a22db80a040 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322587 Jul 23 11:05:28.664439 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d1995-7ced-4967-85b3-9f8bc9baf700 req-782ca747-78ae-45f2-b855-40f0949465d9 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:28.665896 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3a8d1995-7ced-4967-85b3-9f8bc9baf700 req-782ca747-78ae-45f2-b855-40f0949465d9 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 946 time: 0.0619979 Jul 23 11:05:28.705080 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3a8d1995-7ced-4967-85b3-9f8bc9baf700 req-bc309703-86ab-4335-946e-e70aef0fafb6 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337603 Jul 23 11:05:29.842124 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c22cc-3c2c-42c5-93f1-58e31702c6e7 req-759e68aa-b9ec-417e-9d9e-92a047e4a659 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:29.843582 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-612c22cc-3c2c-42c5-93f1-58e31702c6e7 req-759e68aa-b9ec-417e-9d9e-92a047e4a659 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 946 time: 0.0652266 Jul 23 11:05:29.881317 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-612c22cc-3c2c-42c5-93f1-58e31702c6e7 req-c0556a7b-42aa-44b4-a6d7-707e26227190 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316980 Jul 23 11:05:30.601656 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 516e61cf-c9e4-4fcd-81c6-905e6c44afb1 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:05:30.625657 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:30.707522 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 516e61cf-c9e4-4fcd-81c6-905e6c44afb1, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=516e61cf-c9e4-4fcd-81c6-905e6c44afb1,segment=NetworkSegment(31f0a91c-1a9d-4ea5-a870-1d3406ab3af3),segment_id=31f0a91c-1a9d-4ea5-a870-1d3406ab3af3)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:05:30.717624 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Returning: {'device': '516e61cf-c9e4-4fcd-81c6-905e6c44afb1', 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666', 'port_id': '516e61cf-c9e4-4fcd-81c6-905e6c44afb1', 'mac_address': 'fa:16:3e:42:75:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0033b6fa-6a35-402d-9d48-f4dcba707c6e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:05:30.753875 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:30.766305 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 516e61cf-c9e4-4fcd-81c6-905e6c44afb1 {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:05:30.785868 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 516e61cf-c9e4-4fcd-81c6-905e6c44afb1, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=516e61cf-c9e4-4fcd-81c6-905e6c44afb1,segment=NetworkSegment(31f0a91c-1a9d-4ea5-a870-1d3406ab3af3),segment_id=31f0a91c-1a9d-4ea5-a870-1d3406ab3af3)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:05:30.789582 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:30.839437 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=516e61cf-c9e4-4fcd-81c6-905e6c44afb1,revision_number=6']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:05:30.846429 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:30.846786 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:30.847132 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:30.848153 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:30.848692 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:30.849119 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:30.849402 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:30.849737 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:30.850087 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:30.850423 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:30.850753 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:30.851085 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:30.914917 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['516e61cf-c9e4-4fcd-81c6-905e6c44afb1'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:05:31.037363 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00c47b-b81d-4e31-be9d-3fea2652e2d5 req-5a0e4b2f-ddc3-492d-b1e8-48e31411c87f tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:31.038948 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-af00c47b-b81d-4e31-be9d-3fea2652e2d5 req-5a0e4b2f-ddc3-492d-b1e8-48e31411c87f tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 945 time: 0.0802882 Jul 23 11:05:31.087919 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-af00c47b-b81d-4e31-be9d-3fea2652e2d5 req-70b0edbf-6385-461e-80a2-f68c03af4b6f tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431373 Jul 23 11:05:32.235056 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0561c8-a85c-4002-a156-5585cbedb225 req-bfd38cee-0a70-43db-8262-93e9a2b6f4bb tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:32.242525 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6e0561c8-a85c-4002-a156-5585cbedb225 req-bfd38cee-0a70-43db-8262-93e9a2b6f4bb tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 945 time: 0.0754325 Jul 23 11:05:32.278426 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6e0561c8-a85c-4002-a156-5585cbedb225 req-c93ffb0a-81cb-4fe8-90cc-31c1fa56c666 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349259 Jul 23 11:05:32.616627 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 516e61cf-c9e4-4fcd-81c6-905e6c44afb1 up at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:05:32.685656 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning complete for port 516e61cf-c9e4-4fcd-81c6-905e6c44afb1 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:05:32.686155 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:32.775500 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:32.803977 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516e61cf-c9e4-4fcd-81c6-905e6c44afb1'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:05:32.806845 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}214548a6ff4efd2602c2c2cf0448be42dc7715ee41776415c9dd15aa22406767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76779556-a32e-44f4-870a-c372bbd1fde2" -d '{"events": [{"server_uuid": "2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d", "name": "network-vif-plugged", "status": "completed", "tag": "516e61cf-c9e4-4fcd-81c6-905e6c44afb1"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:05:32.821303 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 516e61cf-c9e4-4fcd-81c6-905e6c44afb1, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=516e61cf-c9e4-4fcd-81c6-905e6c44afb1,segment=NetworkSegment(31f0a91c-1a9d-4ea5-a870-1d3406ab3af3),segment_id=31f0a91c-1a9d-4ea5-a870-1d3406ab3af3)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:05:32.830190 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:32.860764 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffdfe69-99c4-4f32-8243-5653fbad454f x-openstack-request-id: req-bffdfe69-99c4-4f32-8243-5653fbad454f {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:05:32.861185 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d", "name": "network-vif-plugged", "status": "completed", "tag": "516e61cf-c9e4-4fcd-81c6-905e6c44afb1", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:05:32.861528 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bffdfe69-99c4-4f32-8243-5653fbad454f {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:05:32.862039 dv-cinder-801989-3-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516e61cf-c9e4-4fcd-81c6-905e6c44afb1', 'code': 200} Jul 23 11:05:32.887705 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=516e61cf-c9e4-4fcd-81c6-905e6c44afb1,revision_number=7']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:05:33.428733 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704264fe-25a1-4a4c-8188-bbb3f184e0ba req-950ff418-da30-46f7-8fd0-52063752a07d tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:33.430877 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-704264fe-25a1-4a4c-8188-bbb3f184e0ba req-950ff418-da30-46f7-8fd0-52063752a07d tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 946 time: 0.0668645 Jul 23 11:05:33.481475 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-704264fe-25a1-4a4c-8188-bbb3f184e0ba req-a475c62e-1905-4f80-9033-b32ee52a303e tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444956 Jul 23 11:05:34.642941 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72320d-a384-4df5-8309-1a503cc1d473 req-f64a2156-3086-4dda-a7ef-b62d4647336e tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:34.648762 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-bd72320d-a384-4df5-8309-1a503cc1d473 req-f64a2156-3086-4dda-a7ef-b62d4647336e tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 946 time: 0.0803921 Jul 23 11:05:34.701368 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-bd72320d-a384-4df5-8309-1a503cc1d473 req-b9c4f275-42b6-400c-9443-bb77248ab19f tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495329 Jul 23 11:05:35.859436 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5bdd3-c99d-4a7d-a09c-1ee265eea880 req-707c3981-ec2c-4bc0-be1d-b98b0a8b55b0 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:35.861867 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-42b5bdd3-c99d-4a7d-a09c-1ee265eea880 req-707c3981-ec2c-4bc0-be1d-b98b0a8b55b0 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 946 time: 0.0771859 Jul 23 11:05:35.921511 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-42b5bdd3-c99d-4a7d-a09c-1ee265eea880 req-6b92d926-1733-4b45-98e6-22de25c3d315 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487790 Jul 23 11:05:37.115444 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6192e-cb25-4ffe-9b8a-f50591846448 req-8a9ea6f0-1310-4f99-aeeb-312eec1c7afb tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:37.126253 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-eff6192e-cb25-4ffe-9b8a-f50591846448 req-8a9ea6f0-1310-4f99-aeeb-312eec1c7afb tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 946 time: 0.1271994 Jul 23 11:05:37.169899 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-eff6192e-cb25-4ffe-9b8a-f50591846448 req-1be2c94b-4d2a-411b-95d8-4051e9402f9e tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423779 Jul 23 11:05:38.321982 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d25951f-885f-4029-93d7-dd691d401fd3 req-28884223-4295-4b46-9927-6227c8b920e9 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:38.328635 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9d25951f-885f-4029-93d7-dd691d401fd3 req-28884223-4295-4b46-9927-6227c8b920e9 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 946 time: 0.0736308 Jul 23 11:05:38.366308 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9d25951f-885f-4029-93d7-dd691d401fd3 req-1c4ff1c4-51d6-4790-b9ef-cd2e678d8e45 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367429 Jul 23 11:05:39.526229 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6cd6e4-02c9-4bfb-827d-22f0faddb81c req-5bf80b50-0309-4bf9-9240-f4b99622d7ed tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:39.527864 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-2c6cd6e4-02c9-4bfb-827d-22f0faddb81c req-5bf80b50-0309-4bf9-9240-f4b99622d7ed tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 946 time: 0.0828669 Jul 23 11:05:39.575743 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-2c6cd6e4-02c9-4bfb-827d-22f0faddb81c req-6558cdea-c01e-43a7-a87f-7e379cb1175d tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414371 Jul 23 11:05:40.713479 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1952d99-641e-41d7-b716-36ce9c1778ed req-79461e15-b050-4ba3-b3cc-3d9c4b0b41e1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:40.714987 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f1952d99-641e-41d7-b716-36ce9c1778ed req-79461e15-b050-4ba3-b3cc-3d9c4b0b41e1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 946 time: 0.0670459 Jul 23 11:05:40.754846 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f1952d99-641e-41d7-b716-36ce9c1778ed req-3b45ff19-1afe-40f3-a302-ed70b8faa30e tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338337 Jul 23 11:05:40.903174 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff9cb9-04b7-4dae-a811-35dade249168 req-31ac4aa7-87fd-443a-8728-f5daacb118fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:40.904724 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b2ff9cb9-04b7-4dae-a811-35dade249168 req-31ac4aa7-87fd-443a-8728-f5daacb118fe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=443386f89a99476e905cc4b6656fca05&device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 1099 time: 0.0540221 Jul 23 11:05:40.996991 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff9cb9-04b7-4dae-a811-35dade249168 req-63d2dac9-2474-430d-aa08-a9ee046e4f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:40.998352 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b2ff9cb9-04b7-4dae-a811-35dade249168 req-63d2dac9-2474-430d-aa08-a9ee046e4f27 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6d05f05e-53ff-46ff-9423-c4c064703666 HTTP/1.1" status: 200 len: 917 time: 0.0850213 Jul 23 11:05:41.065789 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b2ff9cb9-04b7-4dae-a811-35dade249168 req-a192ec18-b1d5-403e-bea0-9eb4a6c3402f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=516e61cf-c9e4-4fcd-81c6-905e6c44afb1 HTTP/1.1" status: 200 len: 1002 time: 0.0548601 Jul 23 11:05:41.111914 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff9cb9-04b7-4dae-a811-35dade249168 req-3e82f43d-46ea-490e-a568-d530ba8ed22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:41.113959 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b2ff9cb9-04b7-4dae-a811-35dade249168 req-3e82f43d-46ea-490e-a568-d530ba8ed22d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0033b6fa-6a35-402d-9d48-f4dcba707c6e HTTP/1.1" status: 200 len: 855 time: 0.0416861 Jul 23 11:05:41.172822 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff9cb9-04b7-4dae-a811-35dade249168 req-c0dc4f08-1dd9-4ce4-a2f1-96a1a602bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:41.174244 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b2ff9cb9-04b7-4dae-a811-35dade249168 req-c0dc4f08-1dd9-4ce4-a2f1-96a1a602bed9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d05f05e-53ff-46ff-9423-c4c064703666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525546 Jul 23 11:05:41.262296 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b2ff9cb9-04b7-4dae-a811-35dade249168 req-af56ebb4-a72e-418c-b5d9-e32da81a39de service neutron] 10.222.0.48 "GET /v2.0/networks/6d05f05e-53ff-46ff-9423-c4c064703666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804896 Jul 23 11:05:41.355021 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b2ff9cb9-04b7-4dae-a811-35dade249168 req-82ddc7f7-82ec-46df-82d8-d3f0a315e05a service neutron] 10.222.0.48 "GET /v2.0/networks/6d05f05e-53ff-46ff-9423-c4c064703666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828176 Jul 23 11:05:41.885226 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5ab86-de11-4b8c-a105-9033581a22d9 req-0b099c12-54f9-4a7d-80e1-1b572e53906d tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:41.886704 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-70f5ab86-de11-4b8c-a105-9033581a22d9 req-0b099c12-54f9-4a7d-80e1-1b572e53906d tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 946 time: 0.0615733 Jul 23 11:05:41.923378 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-70f5ab86-de11-4b8c-a105-9033581a22d9 req-612cb01a-cf0e-45ad-b0de-461a2a5f57b4 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312846 Jul 23 11:05:43.056034 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdd40e-cf4e-49fd-9562-8a92569615b7 req-71423163-d152-43f2-b3f0-0a178a5122a3 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:43.057591 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-18bdd40e-cf4e-49fd-9562-8a92569615b7 req-71423163-d152-43f2-b3f0-0a178a5122a3 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 946 time: 0.0618556 Jul 23 11:05:43.095388 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-18bdd40e-cf4e-49fd-9562-8a92569615b7 req-9df4b34f-10cb-4a4f-872f-a3df4533dac2 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324068 Jul 23 11:05:44.231839 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529a913-878c-4c66-90b5-f41486932e0e req-db7c0d50-ef38-4718-be4a-219112ab8662 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:44.233334 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-8529a913-878c-4c66-90b5-f41486932e0e req-db7c0d50-ef38-4718-be4a-219112ab8662 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 946 time: 0.0658169 Jul 23 11:05:44.270325 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-8529a913-878c-4c66-90b5-f41486932e0e req-f4090138-1671-4dd1-a679-065f66f18c1c tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309656 Jul 23 11:05:44.679685 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 516e61cf-c9e4-4fcd-81c6-905e6c44afb1 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:05:44.766469 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:44.789007 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '516e61cf-c9e4-4fcd-81c6-905e6c44afb1'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:05:44.791268 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}214548a6ff4efd2602c2c2cf0448be42dc7715ee41776415c9dd15aa22406767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421288ee-0289-4d1b-ba86-051237ee3d6c" -d '{"events": [{"server_uuid": "2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d", "name": "network-vif-unplugged", "status": "completed", "tag": "516e61cf-c9e4-4fcd-81c6-905e6c44afb1"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:05:44.804321 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 516e61cf-c9e4-4fcd-81c6-905e6c44afb1, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=516e61cf-c9e4-4fcd-81c6-905e6c44afb1,segment=NetworkSegment(31f0a91c-1a9d-4ea5-a870-1d3406ab3af3),segment_id=31f0a91c-1a9d-4ea5-a870-1d3406ab3af3)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:05:44.808278 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:44.857529 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=516e61cf-c9e4-4fcd-81c6-905e6c44afb1,revision_number=8']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:05:44.875008 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 11:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23de7f1f-4cb2-49d9-93a6-16b6376780f1 x-openstack-request-id: req-23de7f1f-4cb2-49d9-93a6-16b6376780f1 {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:05:44.875305 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d", "name": "network-vif-unplugged", "status": "failed", "tag": "516e61cf-c9e4-4fcd-81c6-905e6c44afb1", "code": 422}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:05:44.875597 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-23de7f1f-4cb2-49d9-93a6-16b6376780f1 {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:05:44.875987 dv-cinder-801989-3-iscsi neutron-server[93048]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '516e61cf-c9e4-4fcd-81c6-905e6c44afb1', 'code': 422} returned with failed status Jul 23 11:05:45.202684 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a81569-4d87-4959-b56b-7241aeb5acdb req-2815e7f1-bb87-4bab-b326-8374bb5c032d tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:45.204185 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-19a81569-4d87-4959-b56b-7241aeb5acdb req-2815e7f1-bb87-4bab-b326-8374bb5c032d tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 944 time: 0.0981305 Jul 23 11:05:45.237824 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-fa2fe74d-92a0-40a4-a23f-a11488bf2215 req-b41cb0e1-071f-4bc5-85b8-281917657f65 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0860515 Jul 23 11:05:45.253039 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-19a81569-4d87-4959-b56b-7241aeb5acdb req-eac113b3-514b-4798-924c-fbd6a5eb252f tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409043 Jul 23 11:05:46.211250 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2fe74d-92a0-40a4-a23f-a11488bf2215 req-5b71488d-9e73-4795-84cb-49ba0f032d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:46.212832 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fa2fe74d-92a0-40a4-a23f-a11488bf2215 req-5b71488d-9e73-4795-84cb-49ba0f032d44 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d&tenant_id=443386f89a99476e905cc4b6656fca05 HTTP/1.1" status: 200 len: 1097 time: 0.0520897 Jul 23 11:05:46.296533 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2fe74d-92a0-40a4-a23f-a11488bf2215 req-08f47fda-8c40-4a85-b46d-021c6494e33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:46.296533 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fa2fe74d-92a0-40a4-a23f-a11488bf2215 req-08f47fda-8c40-4a85-b46d-021c6494e33f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=443386f89a99476e905cc4b6656fca05&device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 1097 time: 0.0575154 Jul 23 11:05:46.425211 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2fe74d-92a0-40a4-a23f-a11488bf2215 req-8d74cc52-7741-43c9-a5e3-9e15157d0dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:46.426811 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fa2fe74d-92a0-40a4-a23f-a11488bf2215 req-8d74cc52-7741-43c9-a5e3-9e15157d0dc1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6d05f05e-53ff-46ff-9423-c4c064703666 HTTP/1.1" status: 200 len: 917 time: 0.1232994 Jul 23 11:05:46.438352 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce16652-ab3e-465a-90e9-b1d41d8c05e3 req-184fb888-ff1e-435b-a779-a1b014be6fc9 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:46.439729 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8ce16652-ab3e-465a-90e9-b1d41d8c05e3 req-184fb888-ff1e-435b-a779-a1b014be6fc9 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 944 time: 0.1110349 Jul 23 11:05:46.514804 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8ce16652-ab3e-465a-90e9-b1d41d8c05e3 req-8f47cab6-5942-4a34-bad3-71787b5f8168 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681067 Jul 23 11:05:46.523777 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fa2fe74d-92a0-40a4-a23f-a11488bf2215 req-f92bbe7c-37dc-4b58-abde-819dedf9e1ce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=516e61cf-c9e4-4fcd-81c6-905e6c44afb1 HTTP/1.1" status: 200 len: 1000 time: 0.0822742 Jul 23 11:05:46.543837 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-11d09c7c-502a-4d05-bd5b-e5656f042a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:46.577146 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2fe74d-92a0-40a4-a23f-a11488bf2215 req-9ed29711-8278-4279-a601-cde3c3f26883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:46.578587 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fa2fe74d-92a0-40a4-a23f-a11488bf2215 req-9ed29711-8278-4279-a601-cde3c3f26883 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0033b6fa-6a35-402d-9d48-f4dcba707c6e HTTP/1.1" status: 200 len: 855 time: 0.0474479 Jul 23 11:05:46.638225 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2fe74d-92a0-40a4-a23f-a11488bf2215 req-f97b34a7-0e0e-4a2b-bf0a-5d48f9637ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:46.639688 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fa2fe74d-92a0-40a4-a23f-a11488bf2215 req-f97b34a7-0e0e-4a2b-bf0a-5d48f9637ce4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d05f05e-53ff-46ff-9423-c4c064703666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525584 Jul 23 11:05:46.729706 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fa2fe74d-92a0-40a4-a23f-a11488bf2215 req-a237993e-1232-4725-9409-7d3795a47d15 service neutron] 10.222.0.48 "GET /v2.0/networks/6d05f05e-53ff-46ff-9423-c4c064703666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817628 Jul 23 11:05:46.824064 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fa2fe74d-92a0-40a4-a23f-a11488bf2215 req-60cef604-41e0-4ba5-aa02-af54e8f45d9d service neutron] 10.222.0.48 "GET /v2.0/networks/6d05f05e-53ff-46ff-9423-c4c064703666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862837 Jul 23 11:05:47.655691 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503114d-27ec-45cc-9d55-df7a545fc950 req-1533e316-b395-403e-8575-4509f693ffa6 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:47.657122 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-a503114d-27ec-45cc-9d55-df7a545fc950 req-1533e316-b395-403e-8575-4509f693ffa6 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 944 time: 0.0693080 Jul 23 11:05:47.699526 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-a503114d-27ec-45cc-9d55-df7a545fc950 req-11259da0-8b20-4491-8863-b734bbeb45e1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353312 Jul 23 11:05:48.678246 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 516e61cf-c9e4-4fcd-81c6-905e6c44afb1 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:05:48.849768 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a5a60-06cd-42b2-9d34-bebe65b427d8 req-2b23ec44-5297-4fc6-aa1a-4dbba4a66016 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:48.851414 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0f4a5a60-06cd-42b2-9d34-bebe65b427d8 req-2b23ec44-5297-4fc6-aa1a-4dbba4a66016 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 944 time: 0.0685785 Jul 23 11:05:48.900720 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0f4a5a60-06cd-42b2-9d34-bebe65b427d8 req-fff41a74-8ea4-42eb-9f1a-ebdb4b07e630 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433245 Jul 23 11:05:49.551451 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:05:49.556954 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-2d24724c-8a1a-442d-9b63-d7e192b639c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:49.681257 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:50.056784 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1dace-f7ec-4be2-b5e4-67565974ba99 req-cfe51ea2-535e-4dfd-af07-7ffc6810b938 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:50.058928 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c4e1dace-f7ec-4be2-b5e4-67565974ba99 req-cfe51ea2-535e-4dfd-af07-7ffc6810b938 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 944 time: 0.0860553 Jul 23 11:05:50.103008 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c4e1dace-f7ec-4be2-b5e4-67565974ba99 req-3fd0ca67-7f76-4ffd-98a1-b7d78ea62e8d tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379059 Jul 23 11:05:50.514924 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:51.248976 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c7f3b-9bc9-4341-9502-18dbd704fde5 req-76b52c0d-735c-418b-8789-5292b5653fe3 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:51.250470 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1a3c7f3b-9bc9-4341-9502-18dbd704fde5 req-76b52c0d-735c-418b-8789-5292b5653fe3 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 944 time: 0.0689249 Jul 23 11:05:51.289290 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1a3c7f3b-9bc9-4341-9502-18dbd704fde5 req-6969ee6f-c131-4a35-a2c7-fd3bb6c8c1c2 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331774 Jul 23 11:05:52.072470 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:52.433565 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cc816-c9a8-4f3b-9e8f-eb68a4098b65 req-5daa4fb7-32c9-4606-9f97-752cbbe479c2 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:52.435087 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-626cc816-c9a8-4f3b-9e8f-eb68a4098b65 req-5daa4fb7-32c9-4606-9f97-752cbbe479c2 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 944 time: 0.0690851 Jul 23 11:05:52.474540 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-626cc816-c9a8-4f3b-9e8f-eb68a4098b65 req-8abbe745-0692-4b04-8347-dcfd7d683a08 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336416 Jul 23 11:05:53.612340 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10519f-29c4-47c1-a4fd-8b361be29c4e req-fe859f3b-bf60-4ea2-b05c-f7091c34403a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:53.614512 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3f10519f-29c4-47c1-a4fd-8b361be29c4e req-fe859f3b-bf60-4ea2-b05c-f7091c34403a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 944 time: 0.0657499 Jul 23 11:05:53.653080 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3f10519f-29c4-47c1-a4fd-8b361be29c4e req-4eb7c4a2-7c65-450a-873c-b5ffa114b2d6 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327568 Jul 23 11:05:54.791705 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f64ec-22f4-4990-b337-79c20dfe605f req-271eff69-68d1-432d-9372-6eccece6b5a6 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:54.793239 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-075f64ec-22f4-4990-b337-79c20dfe605f req-271eff69-68d1-432d-9372-6eccece6b5a6 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 944 time: 0.0663903 Jul 23 11:05:54.835263 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-075f64ec-22f4-4990-b337-79c20dfe605f req-25878cec-1132-4b46-86bb-a86c3535302d tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359752 Jul 23 11:05:55.986361 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480307d1-0558-469e-b958-8606cd0d6e2a req-3dfd8221-e581-48c9-9759-2499e0380e7d tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:55.987857 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-480307d1-0558-469e-b958-8606cd0d6e2a req-3dfd8221-e581-48c9-9759-2499e0380e7d tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 944 time: 0.0740051 Jul 23 11:05:56.027981 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-480307d1-0558-469e-b958-8606cd0d6e2a req-78b5e797-8a47-48ec-b067-8ea3463c430a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342872 Jul 23 11:05:57.167113 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4d454-d7a1-4b7c-beae-d77cf1a83af8 req-4069fa95-aa4e-4384-9a32-f7e802617caa tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:57.169449 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-a3b4d454-d7a1-4b7c-beae-d77cf1a83af8 req-4069fa95-aa4e-4384-9a32-f7e802617caa tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 944 time: 0.0680158 Jul 23 11:05:57.209624 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-a3b4d454-d7a1-4b7c-beae-d77cf1a83af8 req-5b2cc386-f7da-400f-bf0c-285c1ebead98 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345676 Jul 23 11:05:58.353614 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9004f65a-1682-49a8-85f5-dd8ad83d59c2 req-b0464d31-8648-4128-af9f-c707edcc5db4 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:58.355108 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9004f65a-1682-49a8-85f5-dd8ad83d59c2 req-b0464d31-8648-4128-af9f-c707edcc5db4 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 944 time: 0.0710959 Jul 23 11:05:58.395105 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9004f65a-1682-49a8-85f5-dd8ad83d59c2 req-2422d32c-3967-4a76-91b8-1e5764f29e8b tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342968 Jul 23 11:05:59.529933 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73617c64-85fa-4693-b6a1-b97fa025a7cf req-be237366-27d0-4beb-a191-242a7f5e0c88 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:59.531398 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-73617c64-85fa-4693-b6a1-b97fa025a7cf req-be237366-27d0-4beb-a191-242a7f5e0c88 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 944 time: 0.0644131 Jul 23 11:05:59.569592 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-73617c64-85fa-4693-b6a1-b97fa025a7cf req-ffda9ccc-403a-4cec-88cc-ee0ff2e84e5f tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324585 Jul 23 11:06:00.626979 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:00.710013 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0554d-b17b-4a9f-8b20-812bf90745a1 req-cc74196e-9210-4985-9aa6-ade8818dcaf2 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:00.711922 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-1ff0554d-b17b-4a9f-8b20-812bf90745a1 req-cc74196e-9210-4985-9aa6-ade8818dcaf2 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 944 time: 0.0679090 Jul 23 11:06:00.753597 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-1ff0554d-b17b-4a9f-8b20-812bf90745a1 req-577c2984-78ff-4671-9958-1e888b953b60 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342624 Jul 23 11:06:01.006281 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd221bb7-2da4-415b-b578-e10b3d1e2ad5 req-6ebb3a4f-33d2-49ce-92a6-6dce23faa347 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:01.007744 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-bd221bb7-2da4-415b-b578-e10b3d1e2ad5 req-6ebb3a4f-33d2-49ce-92a6-6dce23faa347 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 945 time: 0.0664251 Jul 23 11:06:01.043872 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-bd221bb7-2da4-415b-b578-e10b3d1e2ad5 req-7425f7fe-92b4-47a0-97ef-ffe517f4bec1 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302556 Jul 23 11:06:01.892513 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cba4d-7e43-46a9-9ec2-92d0eab28428 req-0252d598-416c-4e64-a8b9-94bb21ef4f6a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:01.893974 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-879cba4d-7e43-46a9-9ec2-92d0eab28428 req-0252d598-416c-4e64-a8b9-94bb21ef4f6a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 944 time: 0.0629382 Jul 23 11:06:01.930819 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-879cba4d-7e43-46a9-9ec2-92d0eab28428 req-ce2ef3ea-0498-4b63-a6ac-289ff6d3b66f tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304511 Jul 23 11:06:02.170553 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1a5ea-4be1-4875-b8b8-4b09b1a0f102 req-478ffc5a-ee4e-4462-9f30-1a46c6780ae1 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:02.172020 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d4a1a5ea-4be1-4875-b8b8-4b09b1a0f102 req-478ffc5a-ee4e-4462-9f30-1a46c6780ae1 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 945 time: 0.0620542 Jul 23 11:06:02.210467 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d4a1a5ea-4be1-4875-b8b8-4b09b1a0f102 req-aa7b348f-a32c-433a-98ce-bd4c9fa48fa2 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322185 Jul 23 11:06:02.717162 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 516e61cf-c9e4-4fcd-81c6-905e6c44afb1 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:06:02.812700 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 516e61cf-c9e4-4fcd-81c6-905e6c44afb1, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=516e61cf-c9e4-4fcd-81c6-905e6c44afb1,segment=NetworkSegment(31f0a91c-1a9d-4ea5-a870-1d3406ab3af3),segment_id=31f0a91c-1a9d-4ea5-a870-1d3406ab3af3)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:06:02.823342 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Returning: {'device': '516e61cf-c9e4-4fcd-81c6-905e6c44afb1', 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666', 'port_id': '516e61cf-c9e4-4fcd-81c6-905e6c44afb1', 'mac_address': 'fa:16:3e:42:75:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0033b6fa-6a35-402d-9d48-f4dcba707c6e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:06:02.859523 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:02.873900 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 516e61cf-c9e4-4fcd-81c6-905e6c44afb1 {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:06:02.894344 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 516e61cf-c9e4-4fcd-81c6-905e6c44afb1, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=516e61cf-c9e4-4fcd-81c6-905e6c44afb1,segment=NetworkSegment(31f0a91c-1a9d-4ea5-a870-1d3406ab3af3),segment_id=31f0a91c-1a9d-4ea5-a870-1d3406ab3af3)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:06:02.898724 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:02.946948 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=516e61cf-c9e4-4fcd-81c6-905e6c44afb1,revision_number=9']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:06:03.064985 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fccc419-d50c-4eac-9d82-38dd849e58b8 req-24b43704-d1a8-440e-9d1a-cf8e9c1f3a20 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:03.066475 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3fccc419-d50c-4eac-9d82-38dd849e58b8 req-24b43704-d1a8-440e-9d1a-cf8e9c1f3a20 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 945 time: 0.0645373 Jul 23 11:06:03.104004 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3fccc419-d50c-4eac-9d82-38dd849e58b8 req-f4a10ef0-3577-48f2-b52d-e282daa04059 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318551 Jul 23 11:06:03.221558 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['516e61cf-c9e4-4fcd-81c6-905e6c44afb1'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:06:03.339904 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8b5f2-a09c-46d8-8b52-776859130178 req-7f301224-9ea9-45e9-9851-9027f1d5de3f tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:03.341397 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-f7b8b5f2-a09c-46d8-8b52-776859130178 req-7f301224-9ea9-45e9-9851-9027f1d5de3f tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 945 time: 0.0653036 Jul 23 11:06:03.379012 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-f7b8b5f2-a09c-46d8-8b52-776859130178 req-347e0ab9-530f-4eda-a58b-1b3ac85cf271 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320418 Jul 23 11:06:04.236054 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c404f9a-207d-4dfe-9d0b-8e408b002f60 req-a4aeb045-5a75-4826-bf6c-8bd14f0daa56 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:04.237444 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5c404f9a-207d-4dfe-9d0b-8e408b002f60 req-a4aeb045-5a75-4826-bf6c-8bd14f0daa56 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 945 time: 0.0611811 Jul 23 11:06:04.273906 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5c404f9a-207d-4dfe-9d0b-8e408b002f60 req-5508ef1f-1bb9-4bad-b3a9-8d368600d45b tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302367 Jul 23 11:06:04.507824 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7d3d4-cc93-46b5-aa31-54cc1b368d79 req-ad973bc6-0f54-448c-a8ff-91007bb73df4 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:04.509646 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-8be7d3d4-cc93-46b5-aa31-54cc1b368d79 req-ad973bc6-0f54-448c-a8ff-91007bb73df4 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 945 time: 0.0637748 Jul 23 11:06:04.548187 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-8be7d3d4-cc93-46b5-aa31-54cc1b368d79 req-b9a8b408-7353-4747-9ce9-0965afce4faa tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332022 Jul 23 11:06:04.749971 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 516e61cf-c9e4-4fcd-81c6-905e6c44afb1 up at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:06:04.796417 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning complete for port 516e61cf-c9e4-4fcd-81c6-905e6c44afb1 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:06:04.796787 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:04.871459 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:04.893302 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516e61cf-c9e4-4fcd-81c6-905e6c44afb1'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:06:04.896399 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}214548a6ff4efd2602c2c2cf0448be42dc7715ee41776415c9dd15aa22406767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a60a00-7360-47c9-9b27-7a3fb797be9c" -d '{"events": [{"server_uuid": "2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d", "name": "network-vif-plugged", "status": "completed", "tag": "516e61cf-c9e4-4fcd-81c6-905e6c44afb1"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:06:04.908405 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 516e61cf-c9e4-4fcd-81c6-905e6c44afb1, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=516e61cf-c9e4-4fcd-81c6-905e6c44afb1,segment=NetworkSegment(31f0a91c-1a9d-4ea5-a870-1d3406ab3af3),segment_id=31f0a91c-1a9d-4ea5-a870-1d3406ab3af3)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:06:04.913407 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:04.937682 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aadaea1-ce8c-4bf7-9467-0d9d39951522 x-openstack-request-id: req-1aadaea1-ce8c-4bf7-9467-0d9d39951522 {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:06:04.937975 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d", "name": "network-vif-plugged", "status": "completed", "tag": "516e61cf-c9e4-4fcd-81c6-905e6c44afb1", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:06:04.938226 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1aadaea1-ce8c-4bf7-9467-0d9d39951522 {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:06:04.938605 dv-cinder-801989-3-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516e61cf-c9e4-4fcd-81c6-905e6c44afb1', 'code': 200} Jul 23 11:06:04.965468 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=516e61cf-c9e4-4fcd-81c6-905e6c44afb1,revision_number=10']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:06:05.124107 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f85ec3-f202-4423-8309-73dcc67952ac req-86e7ac33-b38e-4794-bb3e-220e6adc151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:05.125593 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-19f85ec3-f202-4423-8309-73dcc67952ac req-86e7ac33-b38e-4794-bb3e-220e6adc151f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 1100 time: 0.0504196 Jul 23 11:06:05.163690 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-19f85ec3-f202-4423-8309-73dcc67952ac req-a0ee54f1-f2b2-412e-83e9-e1c639f48acb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263412 Jul 23 11:06:05.403521 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22896b-c2dd-4624-9225-4c460718ae02 req-de66e688-a4db-4398-aa6a-80ab102cb451 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:05.405019 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-bd22896b-c2dd-4624-9225-4c460718ae02 req-de66e688-a4db-4398-aa6a-80ab102cb451 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 947 time: 0.0610843 Jul 23 11:06:05.441313 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-bd22896b-c2dd-4624-9225-4c460718ae02 req-d8d43e33-df84-4b75-b47a-13d196258019 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307977 Jul 23 11:06:05.677365 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fd5b5-f0c6-49a1-9078-95e0d52419e4 req-afbd914c-4910-4810-80c7-cd0f2c6eb162 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:05.678836 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ee3fd5b5-f0c6-49a1-9078-95e0d52419e4 req-afbd914c-4910-4810-80c7-cd0f2c6eb162 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 945 time: 0.0641508 Jul 23 11:06:05.714741 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ee3fd5b5-f0c6-49a1-9078-95e0d52419e4 req-5075ed88-cea5-4ea3-b2a4-eaf40d74e452 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304582 Jul 23 11:06:06.122585 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c55726-ef73-439b-8317-02d42de75506 req-f8df32d2-d6e4-495f-b8d3-146f32d7bbf3 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:06.124125 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c7c55726-ef73-439b-8317-02d42de75506 req-f8df32d2-d6e4-495f-b8d3-146f32d7bbf3 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 946 time: 0.0646613 Jul 23 11:06:06.162895 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c7c55726-ef73-439b-8317-02d42de75506 req-104abc6e-7320-42da-8ed6-39e2d833c5ea tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/security-groups?id=2561015b-4d2f-4b09-a0d3-dddb29caf255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324600 Jul 23 11:06:06.584444 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a768cb3-73c2-414a-9261-7741494ba3c4 req-31c0e27d-a0ad-4a6a-8578-3730d9b35a06 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:06.586138 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0a768cb3-73c2-414a-9261-7741494ba3c4 req-31c0e27d-a0ad-4a6a-8578-3730d9b35a06 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 947 time: 0.0682480 Jul 23 11:06:06.625728 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0a768cb3-73c2-414a-9261-7741494ba3c4 req-40981215-1d43-48dd-b93d-59445f0dc39a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339177 Jul 23 11:06:06.846132 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b782190-d1f3-42cd-9da8-9ca61d495d83 req-ee8f7609-20d6-4d59-a2c6-0f045a1869ae tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:06.847658 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3b782190-d1f3-42cd-9da8-9ca61d495d83 req-ee8f7609-20d6-4d59-a2c6-0f045a1869ae tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 945 time: 0.0681577 Jul 23 11:06:06.888119 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3b782190-d1f3-42cd-9da8-9ca61d495d83 req-4865c6af-6e46-4d17-87a0-088d2f9d4601 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340128 Jul 23 11:06:07.293743 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66f32b-0381-4783-920d-5267647ff85b req-4d0d8c7e-40ff-41cd-a0e2-71320ee89422 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:07.295225 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-8e66f32b-0381-4783-920d-5267647ff85b req-4d0d8c7e-40ff-41cd-a0e2-71320ee89422 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 946 time: 0.0619750 Jul 23 11:06:07.331577 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-8e66f32b-0381-4783-920d-5267647ff85b req-2afe16e2-27b7-466e-9f45-1b4ecb20a0a0 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/security-groups?id=2561015b-4d2f-4b09-a0d3-dddb29caf255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307248 Jul 23 11:06:07.757889 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f6966-19bc-41cf-a502-543f67a6979e req-c68f350c-1ef7-4d91-a4bd-bbe7030b5f58 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:07.759806 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d51f6966-19bc-41cf-a502-543f67a6979e req-c68f350c-1ef7-4d91-a4bd-bbe7030b5f58 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 947 time: 0.0634782 Jul 23 11:06:07.796306 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d51f6966-19bc-41cf-a502-543f67a6979e req-ac85ec18-0df8-4e3a-a61e-cba49be16b03 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305808 Jul 23 11:06:08.017620 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9df930-5f82-4c14-8f5f-76efb6ec324c req-c30e2af0-ea74-4f8c-869f-2004285ad7b1 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:08.019091 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-fb9df930-5f82-4c14-8f5f-76efb6ec324c req-c30e2af0-ea74-4f8c-869f-2004285ad7b1 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 945 time: 0.0650597 Jul 23 11:06:08.055974 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-fb9df930-5f82-4c14-8f5f-76efb6ec324c req-f5e43c05-8107-4c41-bfcf-97d1149fd9d1 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305972 Jul 23 11:06:08.456538 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e8c2b-3806-4f67-8340-168d81969ef6 req-2f43d30b-14d2-46c4-bb65-a6ec889acb57 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:08.458232 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9d8e8c2b-3806-4f67-8340-168d81969ef6 req-2f43d30b-14d2-46c4-bb65-a6ec889acb57 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 946 time: 0.0609856 Jul 23 11:06:08.496806 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9d8e8c2b-3806-4f67-8340-168d81969ef6 req-d0e86590-84f4-4ee6-bd73-884650a277b7 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/security-groups?id=2561015b-4d2f-4b09-a0d3-dddb29caf255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333941 Jul 23 11:06:09.181884 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee519a7c-8c31-4054-b1a4-70adc1c7cb9c req-53a9832f-5731-4a14-aae3-1cee70e286d6 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:09.183347 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ee519a7c-8c31-4054-b1a4-70adc1c7cb9c req-53a9832f-5731-4a14-aae3-1cee70e286d6 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 945 time: 0.0607631 Jul 23 11:06:09.219577 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ee519a7c-8c31-4054-b1a4-70adc1c7cb9c req-153b6d7f-a883-40f4-a34c-2ddc9c3b1eb3 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307765 Jul 23 11:06:09.624830 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00a4b6-21ba-4b95-a9e6-5fe6f02fc7dc req-c96fbda7-fa71-4321-8d4f-efa8a52c5352 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:09.626207 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8c00a4b6-21ba-4b95-a9e6-5fe6f02fc7dc req-c96fbda7-fa71-4321-8d4f-efa8a52c5352 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 946 time: 0.0643799 Jul 23 11:06:09.664150 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8c00a4b6-21ba-4b95-a9e6-5fe6f02fc7dc req-531cb5ce-c673-42a7-9ee6-24d6f0e5f77f tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/security-groups?id=2561015b-4d2f-4b09-a0d3-dddb29caf255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317326 Jul 23 11:06:10.350019 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268a840-3613-44b0-9d03-a03e2d582730 req-2cf76355-24ff-4e91-80b1-8ab2debcf67e tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:10.351512 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-7268a840-3613-44b0-9d03-a03e2d582730 req-2cf76355-24ff-4e91-80b1-8ab2debcf67e tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 945 time: 0.0620234 Jul 23 11:06:10.389175 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-7268a840-3613-44b0-9d03-a03e2d582730 req-23bb3839-b95e-4ef8-961f-fb3ac01b3f59 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322330 Jul 23 11:06:10.789774 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e8331-ce74-47bb-8489-8d5e5f758cef req-6bb1f687-bf07-4d74-a784-3787de586880 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:10.791243 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d20e8331-ce74-47bb-8489-8d5e5f758cef req-6bb1f687-bf07-4d74-a784-3787de586880 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 946 time: 0.0617456 Jul 23 11:06:10.828056 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d20e8331-ce74-47bb-8489-8d5e5f758cef req-e9fb2d3e-c9a1-42d5-9303-7aa7b1eae0e4 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/security-groups?id=2561015b-4d2f-4b09-a0d3-dddb29caf255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313489 Jul 23 11:06:11.526083 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4b031-4774-41ad-bd13-8e0955914a56 req-fe53f93c-56ac-4277-8fff-8e7a75dc8902 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:11.527582 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6fc4b031-4774-41ad-bd13-8e0955914a56 req-fe53f93c-56ac-4277-8fff-8e7a75dc8902 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 945 time: 0.0719483 Jul 23 11:06:11.565234 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6fc4b031-4774-41ad-bd13-8e0955914a56 req-6fe4ed5c-f8c5-47b2-9c6f-f9b68a1af096 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315380 Jul 23 11:06:11.773591 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042225e-f2ed-4401-b70c-74828ae3e10d req-6a472237-9ca8-4553-a2c6-a16855e56c4c tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:11.775064 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9042225e-f2ed-4401-b70c-74828ae3e10d req-6a472237-9ca8-4553-a2c6-a16855e56c4c tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 945 time: 0.0635805 Jul 23 11:06:11.809463 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3992d37-02be-44fc-adcc-63c8ed7d7314 req-370964b0-f373-4162-b385-93b0ae92d2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:11.811027 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f3992d37-02be-44fc-adcc-63c8ed7d7314 req-370964b0-f373-4162-b385-93b0ae92d2bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa5f355dcd104487ab846873d9f4bf88&device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 1098 time: 0.0569606 Jul 23 11:06:11.811554 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9042225e-f2ed-4401-b70c-74828ae3e10d req-36389a69-476e-481e-9c8b-6ae1c084e18e tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307999 Jul 23 11:06:11.908842 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3992d37-02be-44fc-adcc-63c8ed7d7314 req-36663e9c-d6a2-4784-949a-f1cefc4a19a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:11.910176 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f3992d37-02be-44fc-adcc-63c8ed7d7314 req-36663e9c-d6a2-4784-949a-f1cefc4a19a1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5b9bb62a-09a0-42c6-9a48-85ed09310c64 HTTP/1.1" status: 200 len: 912 time: 0.0920434 Jul 23 11:06:12.251073 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f3992d37-02be-44fc-adcc-63c8ed7d7314 req-09944c19-b2a6-442d-aa42-3003b01f53f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96 HTTP/1.1" status: 200 len: 1000 time: 0.3245368 Jul 23 11:06:12.274236 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a509ebc-e80c-49f3-a3ab-fb1d910d9be5 req-169819b8-3d14-4b34-914f-60163f699ee3 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:12.275631 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4a509ebc-e80c-49f3-a3ab-fb1d910d9be5 req-169819b8-3d14-4b34-914f-60163f699ee3 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 946 time: 0.3796797 Jul 23 11:06:12.324582 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3992d37-02be-44fc-adcc-63c8ed7d7314 req-7326a07a-f227-4ed8-a3e4-99354fe07137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:12.325969 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f3992d37-02be-44fc-adcc-63c8ed7d7314 req-7326a07a-f227-4ed8-a3e4-99354fe07137 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e HTTP/1.1" status: 200 len: 850 time: 0.0678515 Jul 23 11:06:12.345963 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4a509ebc-e80c-49f3-a3ab-fb1d910d9be5 req-c32c4bb6-f1b5-45ca-9598-01fe1c24467e tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/security-groups?id=2561015b-4d2f-4b09-a0d3-dddb29caf255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528183 Jul 23 11:06:12.390896 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3992d37-02be-44fc-adcc-63c8ed7d7314 req-320c7e8a-7d48-4c1d-8143-19631d93c2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:12.392407 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f3992d37-02be-44fc-adcc-63c8ed7d7314 req-320c7e8a-7d48-4c1d-8143-19631d93c2aa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b9bb62a-09a0-42c6-9a48-85ed09310c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0586913 Jul 23 11:06:12.480440 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f3992d37-02be-44fc-adcc-63c8ed7d7314 req-123b0bc0-5041-4960-a384-f5595e6cebbf service neutron] 10.222.0.48 "GET /v2.0/networks/5b9bb62a-09a0-42c6-9a48-85ed09310c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787003 Jul 23 11:06:12.573531 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f3992d37-02be-44fc-adcc-63c8ed7d7314 req-18f627aa-f3ac-42aa-9e20-b888daeaeefb service neutron] 10.222.0.48 "GET /v2.0/networks/5b9bb62a-09a0-42c6-9a48-85ed09310c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862515 Jul 23 11:06:12.942205 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a32b1-cbfe-47c3-a277-4c48cc413132 req-ed5137db-0047-4530-9618-d980a67fae3e tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:12.943659 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-a64a32b1-cbfe-47c3-a277-4c48cc413132 req-ed5137db-0047-4530-9618-d980a67fae3e tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 945 time: 0.0653980 Jul 23 11:06:12.982314 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-a64a32b1-cbfe-47c3-a277-4c48cc413132 req-1a7c618e-a048-4ddf-be70-71603db81ac0 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329821 Jul 23 11:06:13.471311 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69e2a2-df46-49b8-8f26-105bd35aca99 req-2772d4c0-6669-40fc-803e-28213d32cdd1 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:13.472783 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0c69e2a2-df46-49b8-8f26-105bd35aca99 req-2772d4c0-6669-40fc-803e-28213d32cdd1 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 946 time: 0.0598600 Jul 23 11:06:13.509488 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0c69e2a2-df46-49b8-8f26-105bd35aca99 req-2ed538e3-10fa-49e3-9e95-f959350e1ed2 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/security-groups?id=2561015b-4d2f-4b09-a0d3-dddb29caf255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309882 Jul 23 11:06:14.119034 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe0f92-4ba1-4b69-86f1-4c619b0be58f req-7595de6c-847a-4733-b5ca-68ae0185758a tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:14.120554 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-a8fe0f92-4ba1-4b69-86f1-4c619b0be58f req-7595de6c-847a-4733-b5ca-68ae0185758a tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 945 time: 0.0653353 Jul 23 11:06:14.158662 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-a8fe0f92-4ba1-4b69-86f1-4c619b0be58f req-5f4761f2-f280-4b65-85e5-1870207d96b6 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322931 Jul 23 11:06:14.635952 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d942d-d78d-4b4b-874b-c6467c15af87 req-ee386edb-c885-456f-9170-930416b54b5a tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:14.637442 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-799d942d-d78d-4b4b-874b-c6467c15af87 req-ee386edb-c885-456f-9170-930416b54b5a tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 946 time: 0.0623536 Jul 23 11:06:14.678298 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-799d942d-d78d-4b4b-874b-c6467c15af87 req-68d0d703-41b5-4322-b309-6879be901711 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/security-groups?id=2561015b-4d2f-4b09-a0d3-dddb29caf255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354402 Jul 23 11:06:15.810485 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c173cf9-7d7b-4e02-bbd0-b4316480179a req-228454f7-dabe-49a2-ad27-a895fc4f7675 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:15.811988 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-5c173cf9-7d7b-4e02-bbd0-b4316480179a req-228454f7-dabe-49a2-ad27-a895fc4f7675 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 946 time: 0.0657129 Jul 23 11:06:15.849272 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-5c173cf9-7d7b-4e02-bbd0-b4316480179a req-8bd5c42d-19da-4556-87d7-3fdeb1e9fb79 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/security-groups?id=2561015b-4d2f-4b09-a0d3-dddb29caf255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317652 Jul 23 11:06:16.350975 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d915581-11aa-455e-a9c7-72d9fa7f18ef req-36d6dc49-f9e1-4753-b3d3-3807f5522ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:16.352602 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9d915581-11aa-455e-a9c7-72d9fa7f18ef req-36d6dc49-f9e1-4753-b3d3-3807f5522ca7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1165799dfafa48dcbe42cd4ec67ea2ec&device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 1099 time: 0.0539827 Jul 23 11:06:16.438162 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d915581-11aa-455e-a9c7-72d9fa7f18ef req-4e6219ad-ba03-4340-b3cc-eb4a16af51f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:16.439583 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9d915581-11aa-455e-a9c7-72d9fa7f18ef req-4e6219ad-ba03-4340-b3cc-eb4a16af51f4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c1983693-fe8e-4a35-beb9-2f00a7f70c5f HTTP/1.1" status: 200 len: 909 time: 0.0800855 Jul 23 11:06:16.508394 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9d915581-11aa-455e-a9c7-72d9fa7f18ef req-fc764aef-931f-4017-84cb-7486ee788c92 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf2a6406-8dfe-41e9-aadc-d766f5245382 HTTP/1.1" status: 200 len: 1001 time: 0.0587704 Jul 23 11:06:16.535678 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-a91340fb-7204-4406-81d7-a8941ecb697f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:16.559743 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d915581-11aa-455e-a9c7-72d9fa7f18ef req-c6c70485-d355-4c0a-99d5-4b53066ace31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:16.561180 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9d915581-11aa-455e-a9c7-72d9fa7f18ef req-c6c70485-d355-4c0a-99d5-4b53066ace31 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b941e96-e008-49a3-a2e8-fc949ea58787 HTTP/1.1" status: 200 len: 847 time: 0.0423903 Jul 23 11:06:16.632938 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d915581-11aa-455e-a9c7-72d9fa7f18ef req-c8f1c68a-7d1c-4e95-87a2-46d90e8e2c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:16.634857 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9d915581-11aa-455e-a9c7-72d9fa7f18ef req-c8f1c68a-7d1c-4e95-87a2-46d90e8e2c15 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c1983693-fe8e-4a35-beb9-2f00a7f70c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524211 Jul 23 11:06:16.723029 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9d915581-11aa-455e-a9c7-72d9fa7f18ef req-03fdc220-b4d1-461a-b4cb-32d2631d9cce service neutron] 10.222.0.48 "GET /v2.0/networks/c1983693-fe8e-4a35-beb9-2f00a7f70c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806162 Jul 23 11:06:16.813633 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9d915581-11aa-455e-a9c7-72d9fa7f18ef req-28b8fc5e-fecc-4cb6-b989-865ed0a57631 service neutron] 10.222.0.48 "GET /v2.0/networks/c1983693-fe8e-4a35-beb9-2f00a7f70c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788791 Jul 23 11:06:16.984274 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1613c4b-b9e6-4463-b16d-fb44dcd8aa43 req-e304150a-8f32-44ba-99f9-976163a83689 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:16.985791 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a1613c4b-b9e6-4463-b16d-fb44dcd8aa43 req-e304150a-8f32-44ba-99f9-976163a83689 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 946 time: 0.0659809 Jul 23 11:06:17.023263 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a1613c4b-b9e6-4463-b16d-fb44dcd8aa43 req-2deb4e7b-6ebd-4fed-81b4-7ff909b885ba tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/security-groups?id=2561015b-4d2f-4b09-a0d3-dddb29caf255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313725 Jul 23 11:06:18.165108 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb76b92-50a2-4390-a911-db70d03818e5 req-4cf26b92-a513-41d6-a0ef-b68d6f02de47 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:18.166542 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-1eb76b92-50a2-4390-a911-db70d03818e5 req-4cf26b92-a513-41d6-a0ef-b68d6f02de47 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 946 time: 0.0750773 Jul 23 11:06:18.204570 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-1eb76b92-50a2-4390-a911-db70d03818e5 req-b1c75adf-a2e6-4181-9ec4-b6781e7487be tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/security-groups?id=2561015b-4d2f-4b09-a0d3-dddb29caf255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324957 Jul 23 11:06:19.349693 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45914fa7-cfdf-4059-b711-8e4d194edf19 req-e13c9770-a1e4-421e-a954-683677e75acf tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:19.351266 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-45914fa7-cfdf-4059-b711-8e4d194edf19 req-e13c9770-a1e4-421e-a954-683677e75acf tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 946 time: 0.0643127 Jul 23 11:06:19.391082 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-45914fa7-cfdf-4059-b711-8e4d194edf19 req-6ad74a46-dd8a-49f5-a829-06ce5475681f tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/security-groups?id=2561015b-4d2f-4b09-a0d3-dddb29caf255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342956 Jul 23 11:06:19.560906 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e77f6383-43d7-4093-b1e9-c11616162c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:19.682910 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:20.517000 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:20.522640 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40288b8-dfa4-4f22-8b7a-c13a06ac48ec req-42ab34e4-d3f4-41ef-a545-600768f78270 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:20.524118 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b40288b8-dfa4-4f22-8b7a-c13a06ac48ec req-42ab34e4-d3f4-41ef-a545-600768f78270 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 946 time: 0.0671902 Jul 23 11:06:20.562467 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b40288b8-dfa4-4f22-8b7a-c13a06ac48ec req-fc79615e-eb2e-4b43-a473-00ffa30b1243 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/security-groups?id=2561015b-4d2f-4b09-a0d3-dddb29caf255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325623 Jul 23 11:06:20.764750 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 60352) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:06:20.807186 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6043dd-14d5-41f7-8815-c1c754447b17 req-8965711a-0bfc-4cee-9007-57d6993fb41a tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:20.810169 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-be6043dd-14d5-41f7-8815-c1c754447b17 req-8965711a-0bfc-4cee-9007-57d6993fb41a tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 946 time: 0.0739131 Jul 23 11:06:20.865774 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-be6043dd-14d5-41f7-8815-c1c754447b17 req-a80d435b-c10e-4603-ae48-ca46178f1464 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/security-groups?id=2561015b-4d2f-4b09-a0d3-dddb29caf255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505383 Jul 23 11:06:20.875047 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-55554c4b-1dd2-4aa6-b0a2-7202ab0a7b54 req-47c96bf2-dcc5-454e-a4c2-7c742c775df2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1090627 Jul 23 11:06:22.033091 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:22.035610 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b3c08-4298-4dac-8552-ec972ca86ad6 req-fe578ebc-04d3-4be4-8dd9-8db8f14a592f tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:22.039469 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d86b3c08-4298-4dac-8552-ec972ca86ad6 req-fe578ebc-04d3-4be4-8dd9-8db8f14a592f tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 946 time: 0.0902827 Jul 23 11:06:22.084936 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d86b3c08-4298-4dac-8552-ec972ca86ad6 req-cc599c8a-24da-46c6-b2fd-a3c900de6140 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/security-groups?id=2561015b-4d2f-4b09-a0d3-dddb29caf255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380442 Jul 23 11:06:22.407591 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55554c4b-1dd2-4aa6-b0a2-7202ab0a7b54 req-4ff91547-77c6-4ef9-965e-a61e9eb8fb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:22.409098 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-55554c4b-1dd2-4aa6-b0a2-7202ab0a7b54 req-4ff91547-77c6-4ef9-965e-a61e9eb8fb35 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f&tenant_id=1165799dfafa48dcbe42cd4ec67ea2ec HTTP/1.1" status: 200 len: 1099 time: 0.0526788 Jul 23 11:06:22.480857 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55554c4b-1dd2-4aa6-b0a2-7202ab0a7b54 req-36e7daf4-8fed-430e-8440-0c530ecac64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:22.482249 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-55554c4b-1dd2-4aa6-b0a2-7202ab0a7b54 req-36e7daf4-8fed-430e-8440-0c530ecac64c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1165799dfafa48dcbe42cd4ec67ea2ec&device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 1099 time: 0.0510170 Jul 23 11:06:22.576025 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55554c4b-1dd2-4aa6-b0a2-7202ab0a7b54 req-6a50d4f8-e35a-4af2-a2a2-44854cdd5308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:22.577527 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-55554c4b-1dd2-4aa6-b0a2-7202ab0a7b54 req-6a50d4f8-e35a-4af2-a2a2-44854cdd5308 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c1983693-fe8e-4a35-beb9-2f00a7f70c5f HTTP/1.1" status: 200 len: 909 time: 0.0847600 Jul 23 11:06:22.646977 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-55554c4b-1dd2-4aa6-b0a2-7202ab0a7b54 req-93889c65-9f2c-4488-b9ac-39b28fc1e7ad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf2a6406-8dfe-41e9-aadc-d766f5245382 HTTP/1.1" status: 200 len: 1001 time: 0.0598788 Jul 23 11:06:22.696679 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55554c4b-1dd2-4aa6-b0a2-7202ab0a7b54 req-6cf26a35-8dae-442c-b99f-8c17d26e688e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:22.698094 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-55554c4b-1dd2-4aa6-b0a2-7202ab0a7b54 req-6cf26a35-8dae-442c-b99f-8c17d26e688e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b941e96-e008-49a3-a2e8-fc949ea58787 HTTP/1.1" status: 200 len: 847 time: 0.0425246 Jul 23 11:06:22.758151 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55554c4b-1dd2-4aa6-b0a2-7202ab0a7b54 req-a6126a5b-9329-49d2-93a6-bcb72423cbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:22.759953 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-55554c4b-1dd2-4aa6-b0a2-7202ab0a7b54 req-a6126a5b-9329-49d2-93a6-bcb72423cbdb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c1983693-fe8e-4a35-beb9-2f00a7f70c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522649 Jul 23 11:06:22.858379 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-55554c4b-1dd2-4aa6-b0a2-7202ab0a7b54 req-c5661440-861f-4863-b30f-a61800341bdc service neutron] 10.222.0.48 "GET /v2.0/networks/c1983693-fe8e-4a35-beb9-2f00a7f70c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878868 Jul 23 11:06:22.880517 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device cf2a6406-8dfe-41e9-aadc-d766f5245382 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:06:22.950132 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-55554c4b-1dd2-4aa6-b0a2-7202ab0a7b54 req-6dee061b-3d8d-478a-aa5a-1314f318533b service neutron] 10.222.0.48 "GET /v2.0/networks/c1983693-fe8e-4a35-beb9-2f00a7f70c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796256 Jul 23 11:06:22.955541 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:22.977791 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf2a6406-8dfe-41e9-aadc-d766f5245382'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:06:22.980004 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}214548a6ff4efd2602c2c2cf0448be42dc7715ee41776415c9dd15aa22406767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a749c1ed-2b67-4026-b237-e3b594d50bb9" -d '{"events": [{"server_uuid": "1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f", "name": "network-vif-unplugged", "status": "completed", "tag": "cf2a6406-8dfe-41e9-aadc-d766f5245382"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:06:22.992606 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port cf2a6406-8dfe-41e9-aadc-d766f5245382, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=cf2a6406-8dfe-41e9-aadc-d766f5245382,segment=NetworkSegment(08f81389-4dc0-46ad-aacc-02000dec7f84),segment_id=08f81389-4dc0-46ad-aacc-02000dec7f84)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:06:22.996895 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:23.022318 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 11:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63dd6e67-5f71-4203-9132-69d953090849 x-openstack-request-id: req-63dd6e67-5f71-4203-9132-69d953090849 {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:06:23.022636 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f", "name": "network-vif-unplugged", "status": "completed", "tag": "cf2a6406-8dfe-41e9-aadc-d766f5245382", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:06:23.022890 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-63dd6e67-5f71-4203-9132-69d953090849 {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:06:23.023273 dv-cinder-801989-3-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf2a6406-8dfe-41e9-aadc-d766f5245382', 'code': 200} Jul 23 11:06:23.047946 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=cf2a6406-8dfe-41e9-aadc-d766f5245382,revision_number=6']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:06:23.211894 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11987a03-2a85-416d-8f74-64057b70c543 req-6a8b5b96-81b1-4480-941b-ab6d1c81a0f4 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:23.213388 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-11987a03-2a85-416d-8f74-64057b70c543 req-6a8b5b96-81b1-4480-941b-ab6d1c81a0f4 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 944 time: 0.0604622 Jul 23 11:06:23.253413 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-11987a03-2a85-416d-8f74-64057b70c543 req-92714bab-714b-4aa6-8d3d-2f4995a214ed tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/security-groups?id=2561015b-4d2f-4b09-a0d3-dddb29caf255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344005 Jul 23 11:06:24.385893 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85058f88-3c11-4e3f-a9a3-70e41987864c req-674d92a8-d732-4f6c-b9a1-161acad00f34 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:24.387373 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-85058f88-3c11-4e3f-a9a3-70e41987864c req-674d92a8-d732-4f6c-b9a1-161acad00f34 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 944 time: 0.0649598 Jul 23 11:06:24.423986 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-85058f88-3c11-4e3f-a9a3-70e41987864c req-e6e39cb3-ecc3-45ec-bdd8-f9c4d75275a3 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/security-groups?id=2561015b-4d2f-4b09-a0d3-dddb29caf255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311992 Jul 23 11:06:25.557520 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a187d6-190c-404c-b1bb-cdb61dffbe3a req-3cee932d-dc45-4e2f-9064-dea76b2b5510 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:25.559104 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-52a187d6-190c-404c-b1bb-cdb61dffbe3a req-3cee932d-dc45-4e2f-9064-dea76b2b5510 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 944 time: 0.0659966 Jul 23 11:06:25.600796 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-52a187d6-190c-404c-b1bb-cdb61dffbe3a req-20088b60-427e-4c08-b55e-deb61151580d tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/security-groups?id=2561015b-4d2f-4b09-a0d3-dddb29caf255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359657 Jul 23 11:06:26.213108 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-36bbfb18-8bae-4723-a1e2-5a4830dda9b2 req-141b761a-f12c-4b59-9234-71bec628bcb4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0537043 Jul 23 11:06:26.299616 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbfb18-8bae-4723-a1e2-5a4830dda9b2 req-7096ef40-f2ea-42a0-bf54-2f149014922c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:26.301217 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-36bbfb18-8bae-4723-a1e2-5a4830dda9b2 req-7096ef40-f2ea-42a0-bf54-2f149014922c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa5f355dcd104487ab846873d9f4bf88&device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 1098 time: 0.0588160 Jul 23 11:06:26.416702 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbfb18-8bae-4723-a1e2-5a4830dda9b2 req-751e063b-3d8b-4c95-aba9-704694f6fe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:26.418208 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-36bbfb18-8bae-4723-a1e2-5a4830dda9b2 req-751e063b-3d8b-4c95-aba9-704694f6fe2f service neutron] 10.222.0.48 "GET /v2.0/networks?id=5b9bb62a-09a0-42c6-9a48-85ed09310c64 HTTP/1.1" status: 200 len: 912 time: 0.0900035 Jul 23 11:06:26.490438 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-36bbfb18-8bae-4723-a1e2-5a4830dda9b2 req-686c845d-2e1f-4cb9-9d32-778de1e70fb4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96 HTTP/1.1" status: 200 len: 1000 time: 0.0618978 Jul 23 11:06:26.543285 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbfb18-8bae-4723-a1e2-5a4830dda9b2 req-c8aeb1ad-3280-4f24-b6bc-8f9be1f4ab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:26.544845 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-36bbfb18-8bae-4723-a1e2-5a4830dda9b2 req-c8aeb1ad-3280-4f24-b6bc-8f9be1f4ab44 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e HTTP/1.1" status: 200 len: 850 time: 0.0444579 Jul 23 11:06:26.550575 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:06:26.609076 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbfb18-8bae-4723-a1e2-5a4830dda9b2 req-7710308a-ab0b-40b5-bdcd-b9e64d9d8c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:26.610523 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-36bbfb18-8bae-4723-a1e2-5a4830dda9b2 req-7710308a-ab0b-40b5-bdcd-b9e64d9d8c46 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b9bb62a-09a0-42c6-9a48-85ed09310c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579777 Jul 23 11:06:26.714530 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-36bbfb18-8bae-4723-a1e2-5a4830dda9b2 req-17232088-17ad-42a5-8c25-39eeefcb1ad6 service neutron] 10.222.0.48 "GET /v2.0/networks/5b9bb62a-09a0-42c6-9a48-85ed09310c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953789 Jul 23 11:06:26.738539 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e74a1-0102-486e-8dcf-40b73a0c9d81 req-673796b0-6b68-40d7-bff8-d86e34d5bd0f tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:26.741128 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-195e74a1-0102-486e-8dcf-40b73a0c9d81 req-673796b0-6b68-40d7-bff8-d86e34d5bd0f tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 944 time: 0.0658233 Jul 23 11:06:26.778141 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-195e74a1-0102-486e-8dcf-40b73a0c9d81 req-534fffff-de21-4b0b-a3b9-ea11ca5a7380 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/security-groups?id=2561015b-4d2f-4b09-a0d3-dddb29caf255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325623 Jul 23 11:06:26.807106 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-36bbfb18-8bae-4723-a1e2-5a4830dda9b2 req-205783f5-a10f-4553-bc36-d99516bbb7c4 service neutron] 10.222.0.48 "GET /v2.0/networks/5b9bb62a-09a0-42c6-9a48-85ed09310c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826774 Jul 23 11:06:27.909576 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718e5e6-6039-4787-9f84-df54b10b64bf req-e547b9d0-bcf5-412b-a47a-39e124b494cd tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:27.911049 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5718e5e6-6039-4787-9f84-df54b10b64bf req-e547b9d0-bcf5-412b-a47a-39e124b494cd tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 944 time: 0.0657604 Jul 23 11:06:27.949254 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5718e5e6-6039-4787-9f84-df54b10b64bf req-75235110-88cc-4306-8fa0-a4bdb7486c3d tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/security-groups?id=2561015b-4d2f-4b09-a0d3-dddb29caf255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317833 Jul 23 11:06:29.277459 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea1a74-af63-4952-9540-d68570b287e5 req-3a7fa375-32fc-4425-9e89-e7e1bb830079 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:29.278946 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-80ea1a74-af63-4952-9540-d68570b287e5 req-3a7fa375-32fc-4425-9e89-e7e1bb830079 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 944 time: 0.2641907 Jul 23 11:06:29.316957 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-80ea1a74-af63-4952-9540-d68570b287e5 req-4bbec9ed-a8db-4a03-8fa6-ad65ae1a0815 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/security-groups?id=2561015b-4d2f-4b09-a0d3-dddb29caf255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324540 Jul 23 11:06:29.490695 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987df214-21f7-4a78-b77d-848028ec1faa req-740ae572-631a-4cd9-b886-d0a0787028ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:29.492273 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-987df214-21f7-4a78-b77d-848028ec1faa req-740ae572-631a-4cd9-b886-d0a0787028ef service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 1097 time: 0.0537035 Jul 23 11:06:29.528596 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-987df214-21f7-4a78-b77d-848028ec1faa req-461f2380-0108-41d0-b4a5-6547b4086b7d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2561015b-4d2f-4b09-a0d3-dddb29caf255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280898 Jul 23 11:06:30.445346 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d29d28-0583-44c2-97c6-f6c51bc9182f req-85110473-89b1-435a-a7e0-4b8ddc8fbdd9 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:30.447580 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-98d29d28-0583-44c2-97c6-f6c51bc9182f req-85110473-89b1-435a-a7e0-4b8ddc8fbdd9 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 944 time: 0.0614290 Jul 23 11:06:30.483895 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-98d29d28-0583-44c2-97c6-f6c51bc9182f req-39bd3a6a-2945-4c89-96aa-9b7cecd6e220 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/security-groups?id=2561015b-4d2f-4b09-a0d3-dddb29caf255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314240 Jul 23 11:06:30.626798 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:30.909544 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device cf2a6406-8dfe-41e9-aadc-d766f5245382 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:06:31.004046 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port cf2a6406-8dfe-41e9-aadc-d766f5245382, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=cf2a6406-8dfe-41e9-aadc-d766f5245382,segment=NetworkSegment(08f81389-4dc0-46ad-aacc-02000dec7f84),segment_id=08f81389-4dc0-46ad-aacc-02000dec7f84)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:06:31.014867 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Returning: {'device': 'cf2a6406-8dfe-41e9-aadc-d766f5245382', 'network_id': 'c1983693-fe8e-4a35-beb9-2f00a7f70c5f', 'port_id': 'cf2a6406-8dfe-41e9-aadc-d766f5245382', 'mac_address': 'fa:16:3e:34:a3:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b941e96-e008-49a3-a2e8-fc949ea58787', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:06:31.050637 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:31.062793 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf2a6406-8dfe-41e9-aadc-d766f5245382 {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:06:31.082342 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port cf2a6406-8dfe-41e9-aadc-d766f5245382, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=cf2a6406-8dfe-41e9-aadc-d766f5245382,segment=NetworkSegment(08f81389-4dc0-46ad-aacc-02000dec7f84),segment_id=08f81389-4dc0-46ad-aacc-02000dec7f84)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:06:31.087414 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:31.135663 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=cf2a6406-8dfe-41e9-aadc-d766f5245382,revision_number=7']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:06:31.142440 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:06:31.142822 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:06:31.143166 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:06:31.143505 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:06:31.143839 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:06:31.144197 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:06:31.144530 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:06:31.144861 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:06:31.145295 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:06:31.146203 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:06:31.146529 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:06:31.146856 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:06:31.446564 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['cf2a6406-8dfe-41e9-aadc-d766f5245382'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:06:31.616666 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d0cc6-13c4-4bce-b0a5-144a1bf98efa req-891e18f5-7d61-44a9-89d6-1d8bf26c6451 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:31.618931 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-2a9d0cc6-13c4-4bce-b0a5-144a1bf98efa req-891e18f5-7d61-44a9-89d6-1d8bf26c6451 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 945 time: 0.0640666 Jul 23 11:06:31.656332 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-2a9d0cc6-13c4-4bce-b0a5-144a1bf98efa req-edf8334e-8820-475c-859d-e45a1cc18a42 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/security-groups?id=2561015b-4d2f-4b09-a0d3-dddb29caf255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316236 Jul 23 11:06:32.936598 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device cf2a6406-8dfe-41e9-aadc-d766f5245382 up at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:06:32.982834 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning complete for port cf2a6406-8dfe-41e9-aadc-d766f5245382 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:06:32.983135 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:33.056649 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:33.079162 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf2a6406-8dfe-41e9-aadc-d766f5245382'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:06:33.081410 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}214548a6ff4efd2602c2c2cf0448be42dc7715ee41776415c9dd15aa22406767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4a7d86-3695-48d6-82a7-e475a315381d" -d '{"events": [{"server_uuid": "1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f", "name": "network-vif-plugged", "status": "completed", "tag": "cf2a6406-8dfe-41e9-aadc-d766f5245382"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:06:33.097167 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port cf2a6406-8dfe-41e9-aadc-d766f5245382, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=cf2a6406-8dfe-41e9-aadc-d766f5245382,segment=NetworkSegment(08f81389-4dc0-46ad-aacc-02000dec7f84),segment_id=08f81389-4dc0-46ad-aacc-02000dec7f84)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:06:33.101604 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:33.125612 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c91357f-e6ec-45bd-a12f-639abe5c327a x-openstack-request-id: req-3c91357f-e6ec-45bd-a12f-639abe5c327a {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:06:33.125897 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f", "name": "network-vif-plugged", "status": "completed", "tag": "cf2a6406-8dfe-41e9-aadc-d766f5245382", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:06:33.126145 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3c91357f-e6ec-45bd-a12f-639abe5c327a {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:06:33.126531 dv-cinder-801989-3-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf2a6406-8dfe-41e9-aadc-d766f5245382', 'code': 200} Jul 23 11:06:33.151563 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=cf2a6406-8dfe-41e9-aadc-d766f5245382,revision_number=8']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:06:35.248920 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 60580) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:06:35.352711 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4cf070fe-b22e-4edf-a88f-a77be34b63db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:35.440930 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4cf070fe-b22e-4edf-a88f-a77be34b63db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:35.445123 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4cf070fe-b22e-4edf-a88f-a77be34b63db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:35.481747 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-4cf070fe-b22e-4edf-a88f-a77be34b63db admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fe81f2ff54ee4c198b5cc4b424f12baa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314634 Jul 23 11:06:35.482706 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf070fe-b22e-4edf-a88f-a77be34b63db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c138b6-bc9f-4dea-bbdc-402e26a52970,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:06:35.485022 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 60586) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:06:35.490460 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf070fe-b22e-4edf-a88f-a77be34b63db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:06:35.490807 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf070fe-b22e-4edf-a88f-a77be34b63db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:06:35.491146 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf070fe-b22e-4edf-a88f-a77be34b63db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:06:35.491662 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf070fe-b22e-4edf-a88f-a77be34b63db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:06:35.492008 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf070fe-b22e-4edf-a88f-a77be34b63db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:06:35.492371 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf070fe-b22e-4edf-a88f-a77be34b63db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:06:35.492698 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf070fe-b22e-4edf-a88f-a77be34b63db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:06:35.493020 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf070fe-b22e-4edf-a88f-a77be34b63db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:06:35.493348 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf070fe-b22e-4edf-a88f-a77be34b63db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:06:35.493669 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf070fe-b22e-4edf-a88f-a77be34b63db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:06:35.493990 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf070fe-b22e-4edf-a88f-a77be34b63db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:06:35.494308 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf070fe-b22e-4edf-a88f-a77be34b63db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:06:35.536492 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ef0c6c42-bd92-4886-9950-3ab0c5874b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:35.556784 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ef0c6c42-bd92-4886-9950-3ab0c5874b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:35.601434 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ef0c6c42-bd92-4886-9950-3ab0c5874b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:35.604068 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ef0c6c42-bd92-4886-9950-3ab0c5874b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:35.605275 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-ef0c6c42-bd92-4886-9950-3ab0c5874b8a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/32c138b6-bc9f-4dea-bbdc-402e26a52970 HTTP/1.1" status: 204 len: 168 time: 0.1191888 Jul 23 11:06:35.614216 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c6c42-bd92-4886-9950-3ab0c5874b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c138b6-bc9f-4dea-bbdc-402e26a52970,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:06:35.621609 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c6c42-bd92-4886-9950-3ab0c5874b8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:06:35.621955 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c6c42-bd92-4886-9950-3ab0c5874b8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:06:35.622293 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c6c42-bd92-4886-9950-3ab0c5874b8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:06:35.622629 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c6c42-bd92-4886-9950-3ab0c5874b8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:06:35.622961 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c6c42-bd92-4886-9950-3ab0c5874b8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:06:35.623292 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c6c42-bd92-4886-9950-3ab0c5874b8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:06:35.623676 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c6c42-bd92-4886-9950-3ab0c5874b8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:06:35.623962 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c6c42-bd92-4886-9950-3ab0c5874b8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:06:35.624310 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c6c42-bd92-4886-9950-3ab0c5874b8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:06:35.624630 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c6c42-bd92-4886-9950-3ab0c5874b8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:06:35.624948 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c6c42-bd92-4886-9950-3ab0c5874b8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:06:35.625268 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c6c42-bd92-4886-9950-3ab0c5874b8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:06:35.855654 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 60592) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:06:35.868718 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-fa748ef4-3b58-43d6-86d5-92e9baec3f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:35.958879 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-fa748ef4-3b58-43d6-86d5-92e9baec3f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:35.962950 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-fa748ef4-3b58-43d6-86d5-92e9baec3f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:36.004135 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-fa748ef4-3b58-43d6-86d5-92e9baec3f69 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4a24b2deb3b54052983d9e00668ff373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1449957 Jul 23 11:06:36.004135 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa748ef4-3b58-43d6-86d5-92e9baec3f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630a0a85-94a6-43f2-8f0a-13746f94056c,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:06:36.004504 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 60598) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:06:36.057561 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-1f604628-97e8-4cbb-a6dd-d31aaebbaee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:36.078815 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-1f604628-97e8-4cbb-a6dd-d31aaebbaee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:36.122095 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-1f604628-97e8-4cbb-a6dd-d31aaebbaee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:36.124576 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-1f604628-97e8-4cbb-a6dd-d31aaebbaee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:36.125694 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-1f604628-97e8-4cbb-a6dd-d31aaebbaee7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/630a0a85-94a6-43f2-8f0a-13746f94056c HTTP/1.1" status: 204 len: 168 time: 0.1196167 Jul 23 11:06:36.133886 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f604628-97e8-4cbb-a6dd-d31aaebbaee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630a0a85-94a6-43f2-8f0a-13746f94056c,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:06:37.242794 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 60640) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:06:37.345444 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4e1e9ed9-ac28-4a1b-a5d8-4c222210751a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:37.439004 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4e1e9ed9-ac28-4a1b-a5d8-4c222210751a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:37.444077 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4e1e9ed9-ac28-4a1b-a5d8-4c222210751a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:37.485859 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-4e1e9ed9-ac28-4a1b-a5d8-4c222210751a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=88387623ff424486a189f6dfd52fb6cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419584 Jul 23 11:06:37.486815 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e9ed9-ac28-4a1b-a5d8-4c222210751a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfd763e-f4c6-4717-a320-608a6cdec856,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:06:37.488567 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 60648) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:06:37.539410 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b1df34a2-9fa3-4e3f-b79c-8e2a26bf5f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:37.561406 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b1df34a2-9fa3-4e3f-b79c-8e2a26bf5f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:37.609938 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b1df34a2-9fa3-4e3f-b79c-8e2a26bf5f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:37.612662 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b1df34a2-9fa3-4e3f-b79c-8e2a26bf5f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:37.613798 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-b1df34a2-9fa3-4e3f-b79c-8e2a26bf5f79 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/adfd763e-f4c6-4717-a320-608a6cdec856 HTTP/1.1" status: 204 len: 168 time: 0.1242437 Jul 23 11:06:37.622150 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df34a2-9fa3-4e3f-b79c-8e2a26bf5f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfd763e-f4c6-4717-a320-608a6cdec856,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:06:46.540619 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-0f679c39-25fa-484f-817e-d34ef8a39f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:49.565156 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-6cb5dc9e-6664-4236-849a-213c51b4eb8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:49.688334 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:50.522040 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:52.041389 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:00.617959 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:00.707918 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 60960) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:00.808012 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-005eb203-f2a2-486f-8c6a-db0781b0d82c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:00.894330 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-005eb203-f2a2-486f-8c6a-db0781b0d82c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:00.898771 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-005eb203-f2a2-486f-8c6a-db0781b0d82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:00.935785 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-005eb203-f2a2-486f-8c6a-db0781b0d82c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5d14f6e7965e4fd4ab01592b8349ae72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2267737 Jul 23 11:07:00.936567 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005eb203-f2a2-486f-8c6a-db0781b0d82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383a6375-cfa7-48f1-9e83-6327f77bd585,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:00.939441 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 60964) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:00.987897 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ac8028d5-c106-4843-803f-3b4cfd2ca57b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:01.008896 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ac8028d5-c106-4843-803f-3b4cfd2ca57b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:01.057461 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ac8028d5-c106-4843-803f-3b4cfd2ca57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:01.060335 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ac8028d5-c106-4843-803f-3b4cfd2ca57b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:01.061420 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-ac8028d5-c106-4843-803f-3b4cfd2ca57b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/383a6375-cfa7-48f1-9e83-6327f77bd585 HTTP/1.1" status: 204 len: 168 time: 0.1206460 Jul 23 11:07:01.070961 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8028d5-c106-4843-803f-3b4cfd2ca57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383a6375-cfa7-48f1-9e83-6327f77bd585,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:03.549621 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:07:04.592671 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ea7d2-1acf-4e5a-8f3c-ed39f54ad016 req-8f579e0d-1e99-4c07-b930-1aa02249ab32 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:04.594166 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b82ea7d2-1acf-4e5a-8f3c-ed39f54ad016 req-8f579e0d-1e99-4c07-b930-1aa02249ab32 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 947 time: 0.0691130 Jul 23 11:07:04.635267 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b82ea7d2-1acf-4e5a-8f3c-ed39f54ad016 req-bbbd5316-6680-49b9-a7d3-66f5479a083a tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357752 Jul 23 11:07:05.766050 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120957f-8b31-4be6-9432-1d991b8d0e68 req-abe30ae4-fba9-4e1e-a233-615311b4568f tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:05.767557 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-4120957f-8b31-4be6-9432-1d991b8d0e68 req-abe30ae4-fba9-4e1e-a233-615311b4568f tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 947 time: 0.0613127 Jul 23 11:07:05.805486 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-4120957f-8b31-4be6-9432-1d991b8d0e68 req-5b5a959b-a6ff-4897-b566-3deb22d4ca40 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315928 Jul 23 11:07:06.802048 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f372d-dd49-4268-a275-1a6c82ed468d req-bc068d3f-9eba-453f-8f2a-e29474bc62b1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:06.805004 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-571f372d-dd49-4268-a275-1a6c82ed468d req-bc068d3f-9eba-453f-8f2a-e29474bc62b1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 947 time: 0.0615575 Jul 23 11:07:06.958487 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-571f372d-dd49-4268-a275-1a6c82ed468d req-e0ae50c1-2c01-4d91-b134-d03e249169a1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Deleting port 516e61cf-c9e4-4fcd-81c6-905e6c44afb1 {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:07:06.959163 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-571f372d-dd49-4268-a275-1a6c82ed468d req-e0ae50c1-2c01-4d91-b134-d03e249169a1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:06.991620 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2735f4-d1a4-4f16-a171-9de827bf95e0 req-ffffd881-e49a-414c-9168-1484c383e26d tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:06.993156 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5e2735f4-d1a4-4f16-a171-9de827bf95e0 req-ffffd881-e49a-414c-9168-1484c383e26d tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 947 time: 0.1052926 Jul 23 11:07:07.075951 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5e2735f4-d1a4-4f16-a171-9de827bf95e0 req-b681e47d-c193-40e6-b0e5-04262713702f tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5385777-c88d-4b2e-b503-6e1e4828e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769432 Jul 23 11:07:07.088304 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-571f372d-dd49-4268-a275-1a6c82ed468d req-e0ae50c1-2c01-4d91-b134-d03e249169a1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] For port 516e61cf-c9e4-4fcd-81c6-905e6c44afb1, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=516e61cf-c9e4-4fcd-81c6-905e6c44afb1,segment=NetworkSegment(31f0a91c-1a9d-4ea5-a870-1d3406ab3af3),segment_id=31f0a91c-1a9d-4ea5-a870-1d3406ab3af3)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:07:07.088677 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-571f372d-dd49-4268-a275-1a6c82ed468d req-e0ae50c1-2c01-4d91-b134-d03e249169a1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:07.263346 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-571f372d-dd49-4268-a275-1a6c82ed468d req-e0ae50c1-2c01-4d91-b134-d03e249169a1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:07.263726 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-571f372d-dd49-4268-a275-1a6c82ed468d req-e0ae50c1-2c01-4d91-b134-d03e249169a1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409046'] for floatingip, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:07.264378 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.db.l3_db [req-571f372d-dd49-4268-a275-1a6c82ed468d req-e0ae50c1-2c01-4d91-b134-d03e249169a1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Floating IP fc9eac32-cad4-4fdf-b7bf-5afcfd2502a7 disassociated. External IP: 172.27.2.129, port: 516e61cf-c9e4-4fcd-81c6-905e6c44afb1. Jul 23 11:07:07.264732 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-571f372d-dd49-4268-a275-1a6c82ed468d req-e0ae50c1-2c01-4d91-b134-d03e249169a1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Calling delete_port for 516e61cf-c9e4-4fcd-81c6-905e6c44afb1 owned by compute:nova {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:07:07.395976 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-571f372d-dd49-4268-a275-1a6c82ed468d req-e0ae50c1-2c01-4d91-b134-d03e249169a1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:07.426131 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae50c1-2c01-4d91-b134-d03e249169a1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Pushing event deleted for resources: {'Port': ['ID=516e61cf-c9e4-4fcd-81c6-905e6c44afb1,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:07.542847 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-571f372d-dd49-4268-a275-1a6c82ed468d req-e0ae50c1-2c01-4d91-b134-d03e249169a1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Router 75824d45-8d51-42d5-bcb5-f8a14f3473ff has already been hosted by L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:07:07.650932 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-571f372d-dd49-4268-a275-1a6c82ed468d req-e0ae50c1-2c01-4d91-b134-d03e249169a1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:07:07.663764 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcfbc97-9e74-45c2-9bdc-3019c76cb058 None None] Sync routers for ids ['75824d45-8d51-42d5-bcb5-f8a14f3473ff'] in dv-cinder-801989-3-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:07:07.673174 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcfbc97-9e74-45c2-9bdc-3019c76cb058 None None] Routers {'75824d45-8d51-42d5-bcb5-f8a14f3473ff'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:07:07.673799 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-3bcfbc97-9e74-45c2-9bdc-3019c76cb058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:06:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['75824d45-8d51-42d5-bcb5-f8a14f3473ff'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:07:07.699508 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-571f372d-dd49-4268-a275-1a6c82ed468d req-e0ae50c1-2c01-4d91-b134-d03e249169a1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] No DVR routers for this DVR port 516e61cf-c9e4-4fcd-81c6-905e6c44afb1 on host hv-cinder-80198 {{(pid=93047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:07:07.702259 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-571f372d-dd49-4268-a275-1a6c82ed468d req-e0ae50c1-2c01-4d91-b134-d03e249169a1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:07.704316 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-571f372d-dd49-4268-a275-1a6c82ed468d req-e0ae50c1-2c01-4d91-b134-d03e249169a1 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.48 "DELETE /v2.0/ports/516e61cf-c9e4-4fcd-81c6-905e6c44afb1 HTTP/1.1" status: 204 len: 173 time: 0.8843031 Jul 23 11:07:07.704804 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d', 'name': 'network-vif-deleted', 'tag': '516e61cf-c9e4-4fcd-81c6-905e6c44afb1'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:07:07.707138 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57990bb103ee5b7a3f14144f2b0acc3407ada3b1c8656e111118fed9c99398e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e01d4c-fe1b-45a6-a86d-71e2f0dce401" -d '{"events": [{"server_uuid": "2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d", "name": "network-vif-deleted", "tag": "516e61cf-c9e4-4fcd-81c6-905e6c44afb1"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:07:07.874065 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-3bcfbc97-9e74-45c2-9bdc-3019c76cb058 None None] Set router 75824d45-8d51-42d5-bcb5-f8a14f3473ff gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:07:07.955969 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551913c0-35b3-46df-9144-18dad4abd16e x-openstack-request-id: req-551913c0-35b3-46df-9144-18dad4abd16e {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:07:07.956504 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d", "name": "network-vif-deleted", "tag": "516e61cf-c9e4-4fcd-81c6-905e6c44afb1", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:07:07.956607 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-551913c0-35b3-46df-9144-18dad4abd16e {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:07:07.957246 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d', 'name': 'network-vif-deleted', 'tag': '516e61cf-c9e4-4fcd-81c6-905e6c44afb1', 'status': 'completed', 'code': 200} Jul 23 11:07:08.197974 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-26ba4e89-eacd-4f70-8758-1c4b72f67cbf req-21913edc-900c-459c-a87b-22301b8a2264 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c69e20b-fe90-4a5e-aa1e-1ab2da5f8e3d HTTP/1.1" status: 200 len: 210 time: 0.0303774 Jul 23 11:07:08.249699 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-3bcfbc97-9e74-45c2-9bdc-3019c76cb058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'name': 'tempest-AttachVolumeShelveTestJSON-864067345-router', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '37095310-2162-4755-8cb7-c48037d4ad0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:00:10Z', 'updated_at': '2021-07-23T11:00:19Z', 'revision_number': 4, 'project_id': '443386f89a99476e905cc4b6656fca05', 'gw_port': {'id': '37095310-2162-4755-8cb7-c48037d4ad0d', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:12Z', 'updated_at': '2021-07-23T11:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': '44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9', 'name': '', 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'mac_address': 'fa:16:3e:f8:10:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0033b6fa-6a35-402d-9d48-f4dcba707c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:16Z', 'updated_at': '2021-07-23T11:00:30Z', 'revision_number': 5, 'project_id': '443386f89a99476e905cc4b6656fca05', 'subnets': [{'id': '0033b6fa-6a35-402d-9d48-f4dcba707c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:07:08.276417 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcfbc97-9e74-45c2-9bdc-3019c76cb058 None None] Checking router: 75824d45-8d51-42d5-bcb5-f8a14f3473ff for host: dv-cinder-801989-3-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:07:08.284922 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcfbc97-9e74-45c2-9bdc-3019c76cb058 None None] Routers {'75824d45-8d51-42d5-bcb5-f8a14f3473ff'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:07:08.285555 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-3bcfbc97-9e74-45c2-9bdc-3019c76cb058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:06:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['75824d45-8d51-42d5-bcb5-f8a14f3473ff'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:07:08.394900 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-3bcfbc97-9e74-45c2-9bdc-3019c76cb058 None None] Set router 75824d45-8d51-42d5-bcb5-f8a14f3473ff gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:07:08.615771 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-3bcfbc97-9e74-45c2-9bdc-3019c76cb058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'name': 'tempest-AttachVolumeShelveTestJSON-864067345-router', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '37095310-2162-4755-8cb7-c48037d4ad0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:00:10Z', 'updated_at': '2021-07-23T11:00:19Z', 'revision_number': 4, 'project_id': '443386f89a99476e905cc4b6656fca05', 'gw_port': {'id': '37095310-2162-4755-8cb7-c48037d4ad0d', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:12Z', 'updated_at': '2021-07-23T11:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': '44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9', 'name': '', 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'mac_address': 'fa:16:3e:f8:10:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0033b6fa-6a35-402d-9d48-f4dcba707c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:16Z', 'updated_at': '2021-07-23T11:00:30Z', 'revision_number': 5, 'project_id': '443386f89a99476e905cc4b6656fca05', 'subnets': [{'id': '0033b6fa-6a35-402d-9d48-f4dcba707c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:07:08.648505 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcfbc97-9e74-45c2-9bdc-3019c76cb058 None None] The sync data for ids ['75824d45-8d51-42d5-bcb5-f8a14f3473ff'] in dv-cinder-801989-3-iscsi is: [{'id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'name': 'tempest-AttachVolumeShelveTestJSON-864067345-router', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '37095310-2162-4755-8cb7-c48037d4ad0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:00:10Z', 'updated_at': '2021-07-23T11:00:19Z', 'revision_number': 4, 'project_id': '443386f89a99476e905cc4b6656fca05', 'gw_port': {'id': '37095310-2162-4755-8cb7-c48037d4ad0d', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:12Z', 'updated_at': '2021-07-23T11:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': '44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9', 'name': '', 'network_id': '6d05f05e-53ff-46ff-9423-c4c064703666', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'mac_address': 'fa:16:3e:f8:10:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0033b6fa-6a35-402d-9d48-f4dcba707c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:16Z', 'updated_at': '2021-07-23T11:00:30Z', 'revision_number': 5, 'project_id': '443386f89a99476e905cc4b6656fca05', 'subnets': [{'id': '0033b6fa-6a35-402d-9d48-f4dcba707c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:07:08.858218 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39ddc8c-ed49-40e4-b74d-09c1be36c158 None None] New status for floating IP fc9eac32-cad4-4fdf-b7bf-5afcfd2502a7: DOWN {{(pid=93049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:07:09.289226 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 32940) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:09.345520 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7cf671b2-768f-4f5b-a5f4-8209ac8559b7 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:09.367779 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7cf671b2-768f-4f5b-a5f4-8209ac8559b7 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:09.414234 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7cf671b2-768f-4f5b-a5f4-8209ac8559b7 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:09.416800 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7cf671b2-768f-4f5b-a5f4-8209ac8559b7 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:09.417938 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-7cf671b2-768f-4f5b-a5f4-8209ac8559b7 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "DELETE /v2.0/security-groups/b5385777-c88d-4b2e-b503-6e1e4828e6f1 HTTP/1.1" status: 204 len: 168 time: 0.1277156 Jul 23 11:07:09.420938 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 32942) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:09.426686 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf671b2-768f-4f5b-a5f4-8209ac8559b7 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5385777-c88d-4b2e-b503-6e1e4828e6f1,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:09.438373 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.api.v2.resource [None req-ad59b750-bdf0-4833-9472-b1c6a3f931f4 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] show failed (client error): The resource could not be found. Jul 23 11:07:09.439386 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-ad59b750-bdf0-4833-9472-b1c6a3f931f4 tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "GET /v2.0/security-groups/b5385777-c88d-4b2e-b503-6e1e4828e6f1 HTTP/1.1" status: 404 len: 347 time: 0.0173402 Jul 23 11:07:09.442338 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 32944) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:09.567534 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-c92e320e-049b-473c-8e40-c068558f33cf tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Deleting port adddebc3-7dc8-44cf-a602-78676369b337 {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:07:09.567895 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c92e320e-049b-473c-8e40-c068558f33cf tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:09.653828 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c92e320e-049b-473c-8e40-c068558f33cf tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:09.654351 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c92e320e-049b-473c-8e40-c068558f33cf tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:09.667822 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-c92e320e-049b-473c-8e40-c068558f33cf tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Calling delete_port for adddebc3-7dc8-44cf-a602-78676369b337 owned by network:floatingip {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:07:10.070219 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c92e320e-049b-473c-8e40-c068558f33cf tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:10.094312 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e320e-049b-473c-8e40-c068558f33cf tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Pushing event deleted for resources: {'Port': ['ID=adddebc3-7dc8-44cf-a602-78676369b337,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:10.154336 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c92e320e-049b-473c-8e40-c068558f33cf tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks [] for floatingip, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:10.156855 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c92e320e-049b-473c-8e40-c068558f33cf tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for floatingip, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:10.157998 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-c92e320e-049b-473c-8e40-c068558f33cf tempest-AttachVolumeShelveTestJSON-792212395 tempest-AttachVolumeShelveTestJSON-792212395-project] 10.222.0.47 "DELETE /v2.0/floatingips/fc9eac32-cad4-4fdf-b7bf-5afcfd2502a7 HTTP/1.1" status: 204 len: 168 time: 0.7148509 Jul 23 11:07:11.176915 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 516e61cf-c9e4-4fcd-81c6-905e6c44afb1 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:07:11.197121 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] No Port match for: 516e61cf-c9e4-4fcd-81c6-905e6c44afb1 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:07:11.197472 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 516e61cf-c9e4-4fcd-81c6-905e6c44afb1 not bound to the agent host hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:07:12.070732 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 33004) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:12.174428 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-fbdbb44f-a350-496b-9ee3-fc6d67ef3d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:12.263068 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-fbdbb44f-a350-496b-9ee3-fc6d67ef3d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:12.267049 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-fbdbb44f-a350-496b-9ee3-fc6d67ef3d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:12.304594 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-fbdbb44f-a350-496b-9ee3-fc6d67ef3d0a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5027e977042f4f19b56d7e5c76680922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325327 Jul 23 11:07:12.306549 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdbb44f-a350-496b-9ee3-fc6d67ef3d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37af75f-b897-4eb3-bb81-841906e62362,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:12.307372 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 33008) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:12.354636 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-af1dc66e-253f-4d8b-b83e-3c51ecd4c717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:12.375105 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-af1dc66e-253f-4d8b-b83e-3c51ecd4c717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:12.422970 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-af1dc66e-253f-4d8b-b83e-3c51ecd4c717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:12.425551 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-af1dc66e-253f-4d8b-b83e-3c51ecd4c717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:12.426697 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-af1dc66e-253f-4d8b-b83e-3c51ecd4c717 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f37af75f-b897-4eb3-bb81-841906e62362 HTTP/1.1" status: 204 len: 168 time: 0.1183145 Jul 23 11:07:12.434798 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1dc66e-253f-4d8b-b83e-3c51ecd4c717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37af75f-b897-4eb3-bb81-841906e62362,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:12.578923 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 33018) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:13.143209 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-15fe520b-3485-4985-91f3-925ca6ef6b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402753'] for router_interface, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:13.435635 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-15fe520b-3485-4985-91f3-925ca6ef6b3c admin admin] Deleting port 44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9 {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:07:13.436340 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-15fe520b-3485-4985-91f3-925ca6ef6b3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:13.512469 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [None req-15fe520b-3485-4985-91f3-925ca6ef6b3c admin admin] For port 44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9,segment=NetworkSegment(31f0a91c-1a9d-4ea5-a870-1d3406ab3af3),segment_id=31f0a91c-1a9d-4ea5-a870-1d3406ab3af3)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:07:13.512824 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-15fe520b-3485-4985-91f3-925ca6ef6b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:13.525140 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-15fe520b-3485-4985-91f3-925ca6ef6b3c admin admin] Calling delete_port for 44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9 owned by network:router_interface {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:07:13.719162 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-15fe520b-3485-4985-91f3-925ca6ef6b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31524845'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:13.747041 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe520b-3485-4985-91f3-925ca6ef6b3c admin admin] Pushing event deleted for resources: {'Port': ['ID=44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:13.877394 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b4e91-d78f-4628-b52a-034347a7ec22 req-84fd641a-1195-46f2-9947-57c7fa136c88 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:13.878946 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-541b4e91-d78f-4628-b52a-034347a7ec22 req-84fd641a-1195-46f2-9947-57c7fa136c88 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 945 time: 0.0670514 Jul 23 11:07:13.919605 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-541b4e91-d78f-4628-b52a-034347a7ec22 req-e04066b2-374f-46f7-8d47-043dc7434353 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344944 Jul 23 11:07:13.926168 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-15fe520b-3485-4985-91f3-925ca6ef6b3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401687'] for router_interface, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:14.137866 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15fe520b-3485-4985-91f3-925ca6ef6b3c admin admin] Router 75824d45-8d51-42d5-bcb5-f8a14f3473ff has already been hosted by L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 {{(pid=93046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:07:14.243587 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fe520b-3485-4985-91f3-925ca6ef6b3c admin admin] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:07:14.249141 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-15fe520b-3485-4985-91f3-925ca6ef6b3c admin admin] 10.222.0.47 "PUT /v2.0/routers/75824d45-8d51-42d5-bcb5-f8a14f3473ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6691577 Jul 23 11:07:14.250956 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 33046) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:14.254501 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5460b9-3043-48e5-80ae-cae0fbb71ef1 None None] Sync routers for ids ['75824d45-8d51-42d5-bcb5-f8a14f3473ff'] in dv-cinder-801989-3-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:07:14.264674 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5460b9-3043-48e5-80ae-cae0fbb71ef1 None None] Routers {'75824d45-8d51-42d5-bcb5-f8a14f3473ff'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:07:14.265287 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-fb5460b9-3043-48e5-80ae-cae0fbb71ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:06:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['75824d45-8d51-42d5-bcb5-f8a14f3473ff'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:07:14.351300 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-355fbc12-bb63-469c-9bd4-487bc71cd95b admin admin] Notify callbacks [] for router, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:14.366501 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-fb5460b9-3043-48e5-80ae-cae0fbb71ef1 None None] Set router 75824d45-8d51-42d5-bcb5-f8a14f3473ff gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:07:14.452742 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-355fbc12-bb63-469c-9bd4-487bc71cd95b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:14.504048 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-355fbc12-bb63-469c-9bd4-487bc71cd95b admin admin] Deleting port 37095310-2162-4755-8cb7-c48037d4ad0d {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:07:14.504337 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-355fbc12-bb63-469c-9bd4-487bc71cd95b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:14.542431 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-fb5460b9-3043-48e5-80ae-cae0fbb71ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'name': 'tempest-AttachVolumeShelveTestJSON-864067345-router', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '37095310-2162-4755-8cb7-c48037d4ad0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:00:10Z', 'updated_at': '2021-07-23T11:07:13Z', 'revision_number': 5, 'project_id': '443386f89a99476e905cc4b6656fca05', 'gw_port': {'id': '37095310-2162-4755-8cb7-c48037d4ad0d', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:00:12Z', 'updated_at': '2021-07-23T11:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi'}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:07:14.572607 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5460b9-3043-48e5-80ae-cae0fbb71ef1 None None] Checking router: 75824d45-8d51-42d5-bcb5-f8a14f3473ff for host: dv-cinder-801989-3-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:07:14.580720 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5460b9-3043-48e5-80ae-cae0fbb71ef1 None None] Routers {'75824d45-8d51-42d5-bcb5-f8a14f3473ff'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:07:14.581336 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-fb5460b9-3043-48e5-80ae-cae0fbb71ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:06:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['75824d45-8d51-42d5-bcb5-f8a14f3473ff'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:07:14.586563 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [None req-355fbc12-bb63-469c-9bd4-487bc71cd95b admin admin] For port 37095310-2162-4755-8cb7-c48037d4ad0d, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=37095310-2162-4755-8cb7-c48037d4ad0d,segment=NetworkSegment(b5c8421f-b86b-4175-8464-b8724faa06bb),segment_id=b5c8421f-b86b-4175-8464-b8724faa06bb)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:07:14.586921 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-355fbc12-bb63-469c-9bd4-487bc71cd95b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:14.598059 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-355fbc12-bb63-469c-9bd4-487bc71cd95b admin admin] Calling delete_port for 37095310-2162-4755-8cb7-c48037d4ad0d owned by network:router_gateway {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:07:14.666252 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-fb5460b9-3043-48e5-80ae-cae0fbb71ef1 None None] Set router 75824d45-8d51-42d5-bcb5-f8a14f3473ff gateway port host: None {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:07:14.716836 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-fb5460b9-3043-48e5-80ae-cae0fbb71ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'name': 'tempest-AttachVolumeShelveTestJSON-864067345-router', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:00:10Z', 'updated_at': '2021-07-23T11:07:14Z', 'revision_number': 6, 'project_id': '443386f89a99476e905cc4b6656fca05', 'gw_port_host': None}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:07:14.746640 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5460b9-3043-48e5-80ae-cae0fbb71ef1 None None] The sync data for ids ['75824d45-8d51-42d5-bcb5-f8a14f3473ff'] in dv-cinder-801989-3-iscsi is: [{'id': '75824d45-8d51-42d5-bcb5-f8a14f3473ff', 'name': 'tempest-AttachVolumeShelveTestJSON-864067345-router', 'tenant_id': '443386f89a99476e905cc4b6656fca05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:00:10Z', 'updated_at': '2021-07-23T11:07:14Z', 'revision_number': 6, 'project_id': '443386f89a99476e905cc4b6656fca05', 'gw_port_host': None}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:07:14.971744 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-355fbc12-bb63-469c-9bd4-487bc71cd95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31524845'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:15.005174 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355fbc12-bb63-469c-9bd4-487bc71cd95b admin admin] Pushing event deleted for resources: {'Port': ['ID=37095310-2162-4755-8cb7-c48037d4ad0d,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:15.091679 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-355fbc12-bb63-469c-9bd4-487bc71cd95b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408832'] for router_gateway, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:15.200889 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-355fbc12-bb63-469c-9bd4-487bc71cd95b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-377688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:15.203689 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-355fbc12-bb63-469c-9bd4-487bc71cd95b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:15.212737 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db20120-5379-4682-949f-d8b692cf5d4a req-d12d368c-c6a0-41fa-8403-029080a38f03 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:15.214223 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-7db20120-5379-4682-949f-d8b692cf5d4a req-d12d368c-c6a0-41fa-8403-029080a38f03 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 945 time: 0.2191086 Jul 23 11:07:15.293540 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-355fbc12-bb63-469c-9bd4-487bc71cd95b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-377828'] for router, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:15.294044 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355fbc12-bb63-469c-9bd4-487bc71cd95b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75824d45-8d51-42d5-bcb5-f8a14f3473ff {{(pid=93046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 11:07:15.305496 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-355fbc12-bb63-469c-9bd4-487bc71cd95b admin admin] Notify callbacks [] for router, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:15.306639 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-355fbc12-bb63-469c-9bd4-487bc71cd95b admin admin] 10.222.0.47 "DELETE /v2.0/routers/75824d45-8d51-42d5-bcb5-f8a14f3473ff HTTP/1.1" status: 204 len: 168 time: 1.0547707 Jul 23 11:07:15.309214 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 33062) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:15.319342 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-7db20120-5379-4682-949f-d8b692cf5d4a req-0771cabd-dffa-45bf-b2a3-6737fedb934d tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808904 Jul 23 11:07:15.355946 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0baf6b5-a881-4bf5-bd61-ace70e76d7a5 admin admin] Deleting subnet 0033b6fa-6a35-402d-9d48-f4dcba707c6e {{(pid=93046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:07:15.359008 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a0baf6b5-a881-4bf5-bd61-ace70e76d7a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:15.391503 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a0baf6b5-a881-4bf5-bd61-ace70e76d7a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31874298'] for subnet, precommit_delete_associations {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:15.498637 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a0baf6b5-a881-4bf5-bd61-ace70e76d7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501035'] for subnet, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:15.550063 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a0baf6b5-a881-4bf5-bd61-ace70e76d7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31524608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32886975'] for subnet, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:15.575707 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0baf6b5-a881-4bf5-bd61-ace70e76d7a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0033b6fa-6a35-402d-9d48-f4dcba707c6e,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:15.579304 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a0baf6b5-a881-4bf5-bd61-ace70e76d7a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:15.581224 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-a0baf6b5-a881-4bf5-bd61-ace70e76d7a5 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/0033b6fa-6a35-402d-9d48-f4dcba707c6e HTTP/1.1" status: 204 len: 168 time: 0.2710888 Jul 23 11:07:15.583780 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 33064) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:15.586754 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6710cb63-97b5-4510-b0e0-9915d7a37021 None None] Network 6d05f05e-53ff-46ff-9423-c4c064703666 requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:07:15.654979 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3c72d81d-03a4-43a3-bfc7-bc922ace1bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638085'] for network, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:15.713943 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-3c72d81d-03a4-43a3-bfc7-bc922ace1bf7 admin admin] Deleting port eac609fa-bfeb-449b-b584-bdbaba9bee17 {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:07:15.714369 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3c72d81d-03a4-43a3-bfc7-bc922ace1bf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:15.775100 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9f2dc6-3ce0-4fd5-90f5-1a3d6af81dc1 None None] DHCP port deletion for 6d05f05e-53ff-46ff-9423-c4c064703666 request from dv-cinder-801989-3-iscsi {{(pid=93048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 11:07:15.781860 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [None req-3c72d81d-03a4-43a3-bfc7-bc922ace1bf7 admin admin] For port eac609fa-bfeb-449b-b584-bdbaba9bee17, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=eac609fa-bfeb-449b-b584-bdbaba9bee17,segment=NetworkSegment(31f0a91c-1a9d-4ea5-a870-1d3406ab3af3),segment_id=31f0a91c-1a9d-4ea5-a870-1d3406ab3af3)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:07:15.782220 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3c72d81d-03a4-43a3-bfc7-bc922ace1bf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:15.798538 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-3c72d81d-03a4-43a3-bfc7-bc922ace1bf7 admin admin] Calling delete_port for eac609fa-bfeb-449b-b584-bdbaba9bee17 owned by network:dhcp {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:07:15.825829 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-5c9f2dc6-3ce0-4fd5-90f5-1a3d6af81dc1 None None] Deleting port eac609fa-bfeb-449b-b584-bdbaba9bee17 {{(pid=93048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:07:15.826127 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-5c9f2dc6-3ce0-4fd5-90f5-1a3d6af81dc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:15.874762 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3c72d81d-03a4-43a3-bfc7-bc922ace1bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31524845'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:15.890497 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-5c9f2dc6-3ce0-4fd5-90f5-1a3d6af81dc1 None None] For port eac609fa-bfeb-449b-b584-bdbaba9bee17, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=eac609fa-bfeb-449b-b584-bdbaba9bee17,segment=NetworkSegment(31f0a91c-1a9d-4ea5-a870-1d3406ab3af3),segment_id=31f0a91c-1a9d-4ea5-a870-1d3406ab3af3)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:07:15.891111 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-5c9f2dc6-3ce0-4fd5-90f5-1a3d6af81dc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:15.900926 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c72d81d-03a4-43a3-bfc7-bc922ace1bf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=eac609fa-bfeb-449b-b584-bdbaba9bee17,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:15.903920 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-5c9f2dc6-3ce0-4fd5-90f5-1a3d6af81dc1 None None] Calling delete_port for eac609fa-bfeb-449b-b584-bdbaba9bee17 owned by network:dhcp {{(pid=93048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:07:15.904321 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c72d81d-03a4-43a3-bfc7-bc922ace1bf7 admin admin] No DVR routers for this DVR port eac609fa-bfeb-449b-b584-bdbaba9bee17 on host dv-cinder-801989-3-iscsi {{(pid=93046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:07:15.977098 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3c72d81d-03a4-43a3-bfc7-bc922ace1bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499634', 'neutron.services.segments.db._delete_segments_for_network-8792856633739'] for network, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:15.986969 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-3c72d81d-03a4-43a3-bfc7-bc922ace1bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d05f05e-53ff-46ff-9423-c4c064703666']}} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:07:15.996799 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-3c72d81d-03a4-43a3-bfc7-bc922ace1bf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31f0a91c-1a9d-4ea5-a870-1d3406ab3af3') {'for_net_delete': True} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:07:15.997029 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-3c72d81d-03a4-43a3-bfc7-bc922ace1bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31f0a91c-1a9d-4ea5-a870-1d3406ab3af3') {} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:07:16.005498 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3c72d81d-03a4-43a3-bfc7-bc922ace1bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792856541624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31874243'] for segment, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:16.019362 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3c72d81d-03a4-43a3-bfc7-bc922ace1bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402'] for segment, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:16.026285 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c72d81d-03a4-43a3-bfc7-bc922ace1bf7 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=93046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:07:16.026703 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3c72d81d-03a4-43a3-bfc7-bc922ace1bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31524794'] for segment, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:16.028435 dv-cinder-801989-3-iscsi neutron-server[93046]: Traceback (most recent call last): Jul 23 11:07:16.028435 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:07:16.028435 dv-cinder-801989-3-iscsi neutron-server[93046]: timer() Jul 23 11:07:16.028435 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:07:16.028435 dv-cinder-801989-3-iscsi neutron-server[93046]: cb(*args, **kw) Jul 23 11:07:16.028435 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:07:16.028435 dv-cinder-801989-3-iscsi neutron-server[93046]: return func(*args, **kwargs) Jul 23 11:07:16.028435 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:07:16.028435 dv-cinder-801989-3-iscsi neutron-server[93046]: self._notify() Jul 23 11:07:16.028435 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:07:16.028435 dv-cinder-801989-3-iscsi neutron-server[93046]: self.callback(batched_events) Jul 23 11:07:16.028435 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:07:16.028435 dv-cinder-801989-3-iscsi neutron-server[93046]: event.method(event) Jul 23 11:07:16.028435 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:07:16.028435 dv-cinder-801989-3-iscsi neutron-server[93046]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:07:16.028435 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:07:16.028435 dv-cinder-801989-3-iscsi neutron-server[93046]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:07:16.028435 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:07:16.028435 dv-cinder-801989-3-iscsi neutron-server[93046]: return f(self, *a, **k) Jul 23 11:07:16.028435 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:07:16.028435 dv-cinder-801989-3-iscsi neutron-server[93046]: return self._get(url).json() Jul 23 11:07:16.028435 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:07:16.028435 dv-cinder-801989-3-iscsi neutron-server[93046]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:07:16.028435 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:07:16.028435 dv-cinder-801989-3-iscsi neutron-server[93046]: return self.request(url, 'GET', **kwargs) Jul 23 11:07:16.028435 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:07:16.028435 dv-cinder-801989-3-iscsi neutron-server[93046]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:07:16.028435 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:07:16.028435 dv-cinder-801989-3-iscsi neutron-server[93046]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:07:16.028435 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:07:16.028435 dv-cinder-801989-3-iscsi neutron-server[93046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:07:16.028435 dv-cinder-801989-3-iscsi neutron-server[93046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:07:16.035707 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-5c9f2dc6-3ce0-4fd5-90f5-1a3d6af81dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983'] for port, after_delete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:16.061655 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f2dc6-3ce0-4fd5-90f5-1a3d6af81dc1 None None] Pushing event deleted for resources: {'Port': ['ID=eac609fa-bfeb-449b-b584-bdbaba9bee17,revision_number=None']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:16.063686 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9f2dc6-3ce0-4fd5-90f5-1a3d6af81dc1 None None] No DVR routers for this DVR port eac609fa-bfeb-449b-b584-bdbaba9bee17 on host dv-cinder-801989-3-iscsi {{(pid=93048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:07:16.095903 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3c72d81d-03a4-43a3-bfc7-bc922ace1bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409060'] for network, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:16.103095 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3c72d81d-03a4-43a3-bfc7-bc922ace1bf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:16.107713 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-3c72d81d-03a4-43a3-bfc7-bc922ace1bf7 admin admin] 10.222.0.47 "DELETE /v2.0/networks/6d05f05e-53ff-46ff-9423-c4c064703666 HTTP/1.1" status: 204 len: 168 time: 0.5199227 Jul 23 11:07:16.130651 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c72d81d-03a4-43a3-bfc7-bc922ace1bf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d05f05e-53ff-46ff-9423-c4c064703666,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:16.173542 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 37095310-2162-4755-8cb7-c48037d4ad0d no longer exists at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:07:16.196491 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] No Port match for: 37095310-2162-4755-8cb7-c48037d4ad0d {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:07:16.196984 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 37095310-2162-4755-8cb7-c48037d4ad0d not bound to the agent host dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:07:16.197433 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device eac609fa-bfeb-449b-b584-bdbaba9bee17 no longer exists at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:07:16.235459 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 33072) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:16.279076 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-bcf5ca5d-a2db-44db-b0c6-311523925ab3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=443386f89a99476e905cc4b6656fca05&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0421088 Jul 23 11:07:16.281467 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 33074) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:16.333426 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dab03b53-e1e5-4ad9-aae5-41488b3c19d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:16.333631 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] No Port match for: eac609fa-bfeb-449b-b584-bdbaba9bee17 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:07:16.333807 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device eac609fa-bfeb-449b-b584-bdbaba9bee17 not bound to the agent host dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:07:16.334201 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9 no longer exists at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:07:16.354104 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] No Port match for: 44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:07:16.354504 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 44daa9e8-8f14-4091-8aa0-ef5a7ad07dc9 not bound to the agent host dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:07:16.356986 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dab03b53-e1e5-4ad9-aae5-41488b3c19d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:16.407157 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dab03b53-e1e5-4ad9-aae5-41488b3c19d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:16.410295 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dab03b53-e1e5-4ad9-aae5-41488b3c19d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:16.414819 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-dab03b53-e1e5-4ad9-aae5-41488b3c19d2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/83e6825d-8fb6-4525-b0d6-49d2311c6ef9 HTTP/1.1" status: 204 len: 168 time: 0.1291554 Jul 23 11:07:16.421242 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab03b53-e1e5-4ad9-aae5-41488b3c19d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e6825d-8fb6-4525-b0d6-49d2311c6ef9,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:16.514663 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568153c1-ca0d-45e8-a783-026fdd292546 req-f3e54b78-16b7-4dd2-add9-a0a4d05ebf90 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:16.516149 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-568153c1-ca0d-45e8-a783-026fdd292546 req-f3e54b78-16b7-4dd2-add9-a0a4d05ebf90 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 945 time: 0.1014678 Jul 23 11:07:16.543808 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7803d222-2037-41fd-ae23-0415294c5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:16.563910 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51996c-3efd-4c9e-a018-d8cfd7d26b31 req-fcbb8217-45c3-464d-9523-ca1c70ee0f2e tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:16.565384 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7e51996c-3efd-4c9e-a018-d8cfd7d26b31 req-fcbb8217-45c3-464d-9523-ca1c70ee0f2e tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.48 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 945 time: 0.0992038 Jul 23 11:07:16.604224 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-568153c1-ca0d-45e8-a783-026fdd292546 req-2ce12b86-6cd3-4dfc-9e05-929d77252e60 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807719 Jul 23 11:07:16.680014 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-7e51996c-3efd-4c9e-a018-d8cfd7d26b31 req-dc7b6400-d414-4c59-bdd4-a580331fe2e9 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Deleting port 1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96 {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:07:16.680392 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-7e51996c-3efd-4c9e-a018-d8cfd7d26b31 req-dc7b6400-d414-4c59-bdd4-a580331fe2e9 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:16.767638 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-7e51996c-3efd-4c9e-a018-d8cfd7d26b31 req-dc7b6400-d414-4c59-bdd4-a580331fe2e9 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] For port 1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96,segment=NetworkSegment(cc28d20c-04be-424f-8364-0035305efeaf),segment_id=cc28d20c-04be-424f-8364-0035305efeaf)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:07:16.768006 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-7e51996c-3efd-4c9e-a018-d8cfd7d26b31 req-dc7b6400-d414-4c59-bdd4-a580331fe2e9 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:16.943045 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-7e51996c-3efd-4c9e-a018-d8cfd7d26b31 req-dc7b6400-d414-4c59-bdd4-a580331fe2e9 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:16.943417 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-7e51996c-3efd-4c9e-a018-d8cfd7d26b31 req-dc7b6400-d414-4c59-bdd4-a580331fe2e9 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409046'] for floatingip, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:16.943819 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.db.l3_db [req-7e51996c-3efd-4c9e-a018-d8cfd7d26b31 req-dc7b6400-d414-4c59-bdd4-a580331fe2e9 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Floating IP a4205e16-9365-48f4-abc0-3cd698b21e91 disassociated. External IP: 172.27.2.52, port: 1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96. Jul 23 11:07:16.944261 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-7e51996c-3efd-4c9e-a018-d8cfd7d26b31 req-dc7b6400-d414-4c59-bdd4-a580331fe2e9 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Calling delete_port for 1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96 owned by compute:nova {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:07:17.076897 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-7e51996c-3efd-4c9e-a018-d8cfd7d26b31 req-dc7b6400-d414-4c59-bdd4-a580331fe2e9 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:17.110374 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b6400-d414-4c59-bdd4-a580331fe2e9 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Pushing event deleted for resources: {'Port': ['ID=1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:17.229561 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e51996c-3efd-4c9e-a018-d8cfd7d26b31 req-dc7b6400-d414-4c59-bdd4-a580331fe2e9 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Router 54da195a-7ded-485d-a93d-06c905d15134 has already been hosted by L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:07:17.340237 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e51996c-3efd-4c9e-a018-d8cfd7d26b31 req-dc7b6400-d414-4c59-bdd4-a580331fe2e9 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:07:17.350035 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a43bea8-7683-4c3b-b394-370c87fd988d None None] Sync routers for ids ['54da195a-7ded-485d-a93d-06c905d15134'] in dv-cinder-801989-3-iscsi {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:07:17.362269 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a43bea8-7683-4c3b-b394-370c87fd988d None None] Routers {'54da195a-7ded-485d-a93d-06c905d15134'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:07:17.363043 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-9a43bea8-7683-4c3b-b394-370c87fd988d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:06:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['54da195a-7ded-485d-a93d-06c905d15134'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:07:17.388256 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e51996c-3efd-4c9e-a018-d8cfd7d26b31 req-dc7b6400-d414-4c59-bdd4-a580331fe2e9 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] No DVR routers for this DVR port 1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96 on host hv-cinder-80198 {{(pid=93047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:07:17.390604 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-7e51996c-3efd-4c9e-a018-d8cfd7d26b31 req-dc7b6400-d414-4c59-bdd4-a580331fe2e9 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:17.392918 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7e51996c-3efd-4c9e-a018-d8cfd7d26b31 req-dc7b6400-d414-4c59-bdd4-a580331fe2e9 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.48 "DELETE /v2.0/ports/1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96 HTTP/1.1" status: 204 len: 173 time: 0.8208203 Jul 23 11:07:17.393355 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b0e6d9-5243-4c0a-ad2c-4b87f8796669', 'name': 'network-vif-deleted', 'tag': '1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:07:17.395651 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57990bb103ee5b7a3f14144f2b0acc3407ada3b1c8656e111118fed9c99398e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544a5e7d-1558-47b3-b831-d624c54c40d9" -d '{"events": [{"server_uuid": "26b0e6d9-5243-4c0a-ad2c-4b87f8796669", "name": "network-vif-deleted", "tag": "1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:07:17.435396 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaefb0b5-7990-49b2-9cef-fa5ae69020e0 x-openstack-request-id: req-eaefb0b5-7990-49b2-9cef-fa5ae69020e0 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:07:17.435689 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b0e6d9-5243-4c0a-ad2c-4b87f8796669", "name": "network-vif-deleted", "tag": "1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:07:17.435953 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-eaefb0b5-7990-49b2-9cef-fa5ae69020e0 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:07:17.436459 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b0e6d9-5243-4c0a-ad2c-4b87f8796669', 'name': 'network-vif-deleted', 'tag': '1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96', 'status': 'completed', 'code': 200} Jul 23 11:07:17.494074 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-9a43bea8-7683-4c3b-b394-370c87fd988d None None] Set router 54da195a-7ded-485d-a93d-06c905d15134 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:07:17.734194 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0383350e-4916-48b2-b7ba-b4556653e0f5 req-3d19377b-325c-49c9-8cb7-2816e47ae014 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=26b0e6d9-5243-4c0a-ad2c-4b87f8796669 HTTP/1.1" status: 200 len: 210 time: 0.0290031 Jul 23 11:07:17.738285 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-9a43bea8-7683-4c3b-b394-370c87fd988d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54da195a-7ded-485d-a93d-06c905d15134', 'name': 'tempest-AttachVolumeTestJSON-1776230485-router', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '5ec56e6e-9998-4aee-83f7-a9f8e1472850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:03:37Z', 'revision_number': 4, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'gw_port': {'id': '5ec56e6e-9998-4aee-83f7-a9f8e1472850', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54da195a-7ded-485d-a93d-06c905d15134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': 'edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7', 'name': '', 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'mac_address': 'fa:16:3e:bf:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54da195a-7ded-485d-a93d-06c905d15134', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:37Z', 'updated_at': '2021-07-23T11:03:42Z', 'revision_number': 5, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'subnets': [{'id': '7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:07:17.768801 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a43bea8-7683-4c3b-b394-370c87fd988d None None] Checking router: 54da195a-7ded-485d-a93d-06c905d15134 for host: dv-cinder-801989-3-iscsi {{(pid=93049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:07:17.777145 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a43bea8-7683-4c3b-b394-370c87fd988d None None] Routers {'54da195a-7ded-485d-a93d-06c905d15134'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:07:17.777751 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-9a43bea8-7683-4c3b-b394-370c87fd988d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:06:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['54da195a-7ded-485d-a93d-06c905d15134'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:07:17.889186 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-9a43bea8-7683-4c3b-b394-370c87fd988d None None] Set router 54da195a-7ded-485d-a93d-06c905d15134 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:07:18.089993 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-9a43bea8-7683-4c3b-b394-370c87fd988d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54da195a-7ded-485d-a93d-06c905d15134', 'name': 'tempest-AttachVolumeTestJSON-1776230485-router', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '5ec56e6e-9998-4aee-83f7-a9f8e1472850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:03:37Z', 'revision_number': 4, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'gw_port': {'id': '5ec56e6e-9998-4aee-83f7-a9f8e1472850', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54da195a-7ded-485d-a93d-06c905d15134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': 'edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7', 'name': '', 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'mac_address': 'fa:16:3e:bf:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54da195a-7ded-485d-a93d-06c905d15134', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:37Z', 'updated_at': '2021-07-23T11:03:42Z', 'revision_number': 5, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'subnets': [{'id': '7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:07:18.115353 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a43bea8-7683-4c3b-b394-370c87fd988d None None] The sync data for ids ['54da195a-7ded-485d-a93d-06c905d15134'] in dv-cinder-801989-3-iscsi is: [{'id': '54da195a-7ded-485d-a93d-06c905d15134', 'name': 'tempest-AttachVolumeTestJSON-1776230485-router', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '5ec56e6e-9998-4aee-83f7-a9f8e1472850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:03:37Z', 'revision_number': 4, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'gw_port': {'id': '5ec56e6e-9998-4aee-83f7-a9f8e1472850', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54da195a-7ded-485d-a93d-06c905d15134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': 'edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7', 'name': '', 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'mac_address': 'fa:16:3e:bf:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54da195a-7ded-485d-a93d-06c905d15134', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:37Z', 'updated_at': '2021-07-23T11:03:42Z', 'revision_number': 5, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'subnets': [{'id': '7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:07:18.327862 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f513c143-5723-4d3f-96b8-bccb189f8426 None None] New status for floating IP a4205e16-9365-48f4-abc0-3cd698b21e91: DOWN {{(pid=93048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:07:18.817891 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 33148) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:18.877753 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1fbe7d1d-5d75-4019-8d3e-f53ab107c7f4 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:18.901520 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1fbe7d1d-5d75-4019-8d3e-f53ab107c7f4 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:18.952179 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1fbe7d1d-5d75-4019-8d3e-f53ab107c7f4 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:18.954949 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1fbe7d1d-5d75-4019-8d3e-f53ab107c7f4 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:18.956375 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-1fbe7d1d-5d75-4019-8d3e-f53ab107c7f4 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "DELETE /v2.0/security-groups/aa8bed5f-8c32-4654-82e0-0f94ccbe93e7 HTTP/1.1" status: 204 len: 168 time: 0.1374099 Jul 23 11:07:18.960044 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 33158) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:18.967615 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe7d1d-5d75-4019-8d3e-f53ab107c7f4 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8bed5f-8c32-4654-82e0-0f94ccbe93e7,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:18.981235 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.api.v2.resource [None req-43326e40-ee62-4c0e-9ffd-362378849fa5 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] show failed (client error): The resource could not be found. Jul 23 11:07:18.984141 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-43326e40-ee62-4c0e-9ffd-362378849fa5 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups/aa8bed5f-8c32-4654-82e0-0f94ccbe93e7 HTTP/1.1" status: 404 len: 347 time: 0.0205820 Jul 23 11:07:18.985161 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 33160) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:19.112448 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-0e6266e9-2813-4df9-bee5-2b463198adcc tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Deleting port 627c155e-2cdd-46d0-acb2-b42af058dd6f {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:07:19.112790 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0e6266e9-2813-4df9-bee5-2b463198adcc tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:19.189057 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0e6266e9-2813-4df9-bee5-2b463198adcc tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:19.189380 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0e6266e9-2813-4df9-bee5-2b463198adcc tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:19.201272 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-0e6266e9-2813-4df9-bee5-2b463198adcc tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Calling delete_port for 627c155e-2cdd-46d0-acb2-b42af058dd6f owned by network:floatingip {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:07:19.327598 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0e6266e9-2813-4df9-bee5-2b463198adcc tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31524845'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:19.355668 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6266e9-2813-4df9-bee5-2b463198adcc tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Pushing event deleted for resources: {'Port': ['ID=627c155e-2cdd-46d0-acb2-b42af058dd6f,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:19.419458 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0e6266e9-2813-4df9-bee5-2b463198adcc tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for floatingip, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:19.422140 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0e6266e9-2813-4df9-bee5-2b463198adcc tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for floatingip, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:19.423291 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-0e6266e9-2813-4df9-bee5-2b463198adcc tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "DELETE /v2.0/floatingips/a4205e16-9365-48f4-abc0-3cd698b21e91 HTTP/1.1" status: 204 len: 168 time: 0.4372272 Jul 23 11:07:19.571485 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-c8a8926d-366a-494c-8924-5ef3a1326b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:19.682955 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:19.860638 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 33174) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:19.865365 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-2c507580-4159-4912-9a4e-94d5f9b7df06 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Request body: {'security_group': {'name': 'tempest-securitygroup--741732181', 'description': 'tempest-description--60426499'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:07:19.888045 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2c507580-4159-4912-9a4e-94d5f9b7df06 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:19.965936 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2c507580-4159-4912-9a4e-94d5f9b7df06 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:19.970474 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2c507580-4159-4912-9a4e-94d5f9b7df06 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:19.996115 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2c507580-4159-4912-9a4e-94d5f9b7df06 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:19.997399 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-2c507580-4159-4912-9a4e-94d5f9b7df06 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.1357281 Jul 23 11:07:20.000278 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 33176) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:20.005619 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-f89ca717-9d45-4b2b-95c3-19b2f70a88eb tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Request body: {'security_group_rule': {'security_group_id': '8ea042a5-b600-404c-9fae-dea06304b739', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:07:20.011212 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c507580-4159-4912-9a4e-94d5f9b7df06 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea042a5-b600-404c-9fae-dea06304b739,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:20.034430 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f89ca717-9d45-4b2b-95c3-19b2f70a88eb tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:20.092325 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f89ca717-9d45-4b2b-95c3-19b2f70a88eb tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:20.097057 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f89ca717-9d45-4b2b-95c3-19b2f70a88eb tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563979'] for security_group_rule, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:20.113378 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ca717-9d45-4b2b-95c3-19b2f70a88eb tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=132f042c-ed27-48a9-94ca-9510e6faa2e4,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:20.123138 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f89ca717-9d45-4b2b-95c3-19b2f70a88eb tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:20.124430 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-f89ca717-9d45-4b2b-95c3-19b2f70a88eb tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1231487 Jul 23 11:07:20.127009 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 33184) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:20.131601 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-aa56b61b-4284-47ed-8edb-127b82e7a88c tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Request body: {'security_group_rule': {'security_group_id': '8ea042a5-b600-404c-9fae-dea06304b739', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:07:20.157535 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-aa56b61b-4284-47ed-8edb-127b82e7a88c tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:20.218608 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-aa56b61b-4284-47ed-8edb-127b82e7a88c tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:20.222616 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-aa56b61b-4284-47ed-8edb-127b82e7a88c tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563979'] for security_group_rule, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:20.241524 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa56b61b-4284-47ed-8edb-127b82e7a88c tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea4510ff-9c2f-41f0-8497-9a18705b9536,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:20.244698 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-aa56b61b-4284-47ed-8edb-127b82e7a88c tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:20.245885 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-aa56b61b-4284-47ed-8edb-127b82e7a88c tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179507 Jul 23 11:07:20.249066 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 33190) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:20.253893 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-c2a98977-e4e5-4dd9-8b70-9efb7b929ffc tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Request body: {'floatingip': {'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:07:20.277858 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c2a98977-e4e5-4dd9-8b70-9efb7b929ffc tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for floatingip, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:20.300829 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 33192) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:20.375756 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c2a98977-e4e5-4dd9-8b70-9efb7b929ffc tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:20.407163 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-aba44705-e0d7-48aa-891e-1a89f21e0edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:20.494414 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [None req-c2a98977-e4e5-4dd9-8b70-9efb7b929ffc tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Allocated IP 172.27.2.164 (7e03cc48-3144-4cbe-b31a-c20231b9d64e/936becf8-b9e9-4f67-8a9b-c483761f3f68/202a2d51-7b99-4b80-9ce3-0f4b84801e46) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:07:20.501159 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-aba44705-e0d7-48aa-891e-1a89f21e0edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:20.504554 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-aba44705-e0d7-48aa-891e-1a89f21e0edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:20.524993 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:20.546297 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba44705-e0d7-48aa-891e-1a89f21e0edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09e793c-5868-42d1-9f4f-45a816fe552c,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:20.550479 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-aba44705-e0d7-48aa-891e-1a89f21e0edb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3e50f37f194b4c5ab804adfb961eee56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2485590 Jul 23 11:07:20.554554 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 33200) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:20.601590 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6b920d2a-a692-4137-9bec-213b3795d4eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:20.615109 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c2a98977-e4e5-4dd9-8b70-9efb7b929ffc tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:20.622582 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6b920d2a-a692-4137-9bec-213b3795d4eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:20.654783 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c2a98977-e4e5-4dd9-8b70-9efb7b929ffc tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31524845'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:20.672139 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6b920d2a-a692-4137-9bec-213b3795d4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:20.675310 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6b920d2a-a692-4137-9bec-213b3795d4eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:20.679552 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-6b920d2a-a692-4137-9bec-213b3795d4eb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a09e793c-5868-42d1-9f4f-45a816fe552c HTTP/1.1" status: 204 len: 168 time: 0.1211956 Jul 23 11:07:20.686949 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b920d2a-a692-4137-9bec-213b3795d4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09e793c-5868-42d1-9f4f-45a816fe552c,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:20.699517 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a98977-e4e5-4dd9-8b70-9efb7b929ffc tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Network 7e03cc48-3144-4cbe-b31a-c20231b9d64e is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:07:20.704617 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-c2a98977-e4e5-4dd9-8b70-9efb7b929ffc tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:07:20.708065 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a98977-e4e5-4dd9-8b70-9efb7b929ffc tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:07:20.722967 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a98977-e4e5-4dd9-8b70-9efb7b929ffc tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Pushing event updated for resources: {'Port': ['ID=202a2d51-7b99-4b80-9ce3-0f4b84801e46,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:20.816073 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c2a98977-e4e5-4dd9-8b70-9efb7b929ffc tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:20.859628 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c2a98977-e4e5-4dd9-8b70-9efb7b929ffc tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:21.021094 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c2a98977-e4e5-4dd9-8b70-9efb7b929ffc tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:21.026597 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c2a98977-e4e5-4dd9-8b70-9efb7b929ffc tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31524822'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:21.093209 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a98977-e4e5-4dd9-8b70-9efb7b929ffc tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Pushing event updated for resources: {'Port': ['ID=202a2d51-7b99-4b80-9ce3-0f4b84801e46,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:21.105573 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c2a98977-e4e5-4dd9-8b70-9efb7b929ffc tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409046'] for floatingip, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:21.118249 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c2a98977-e4e5-4dd9-8b70-9efb7b929ffc tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for floatingip, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:21.119389 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-c2a98977-e4e5-4dd9-8b70-9efb7b929ffc tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8692784 Jul 23 11:07:21.185069 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:07:21.210817 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] No Port match for: 1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:07:21.211181 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 1c3ebd70-d5a9-42fa-b1a0-61e8b0343d96 not bound to the agent host hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:07:21.314995 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-cdfc0082-4617-4771-beca-fefd391fca77 req-9670a88a-e912-4055-bf49-778379f67bf8 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--741732181&fields=id&tenant_id=aa5f355dcd104487ab846873d9f4bf88 HTTP/1.1" status: 200 len: 267 time: 0.0347407 Jul 23 11:07:21.451206 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc0082-4617-4771-beca-fefd391fca77 req-56a511fc-3d66-43fd-99b8-33299050b7e0 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:21.453243 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-cdfc0082-4617-4771-beca-fefd391fca77 req-56a511fc-3d66-43fd-99b8-33299050b7e0 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/networks?id=5b9bb62a-09a0-42c6-9a48-85ed09310c64 HTTP/1.1" status: 200 len: 811 time: 0.1312521 Jul 23 11:07:21.467434 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-cdfc0082-4617-4771-beca-fefd391fca77 req-25518572-9b5c-4e64-b8bd-cf5984ea858b tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/quotas/aa5f355dcd104487ab846873d9f4bf88 HTTP/1.1" status: 200 len: 375 time: 0.0096018 Jul 23 11:07:21.545152 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-cdfc0082-4617-4771-beca-fefd391fca77 req-4c69aef5-2b55-48c9-ad33-1593c1485d46 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa5f355dcd104487ab846873d9f4bf88&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0727775 Jul 23 11:07:21.735578 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-cdfc0082-4617-4771-beca-fefd391fca77 req-b0582795-5ddb-4f8b-b5e8-03e729896e35 service neutron] 10.222.0.47 "GET /v2.0/networks/5b9bb62a-09a0-42c6-9a48-85ed09310c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787102 Jul 23 11:07:21.834243 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-cdfc0082-4617-4771-beca-fefd391fca77 req-fbc49504-b299-4aa9-bea5-e26aeefe5290 service neutron] 10.222.0.47 "GET /v2.0/networks/5b9bb62a-09a0-42c6-9a48-85ed09310c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921204 Jul 23 11:07:22.007991 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-06fb2ebc-4c57-45fa-89c0-9bf2e97f9cb2 req-77203294-12b5-452c-a81b-ce965551f787 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae906539-2371-4366-a008-7a63be038cd0 HTTP/1.1" status: 200 len: 210 time: 0.0348060 Jul 23 11:07:22.059389 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:22.323948 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 33286) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:22.463706 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-17bb1cec-c694-46bc-a99c-ac9be5aefbc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:22.563555 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-17bb1cec-c694-46bc-a99c-ac9be5aefbc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:22.569698 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-17bb1cec-c694-46bc-a99c-ac9be5aefbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:22.615370 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-17bb1cec-c694-46bc-a99c-ac9be5aefbc2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0468cc8fe9e94e51935c150f8e53f153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2903008 Jul 23 11:07:22.616813 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb1cec-c694-46bc-a99c-ac9be5aefbc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb942def-6756-49b6-b7fb-5686f9c02772,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:22.618803 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 33294) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:22.675036 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-657fae8f-cd13-4419-a699-3d51f1a7e3af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:22.697807 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-657fae8f-cd13-4419-a699-3d51f1a7e3af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:22.748017 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-657fae8f-cd13-4419-a699-3d51f1a7e3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:22.750514 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-657fae8f-cd13-4419-a699-3d51f1a7e3af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:22.751693 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-657fae8f-cd13-4419-a699-3d51f1a7e3af admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bb942def-6756-49b6-b7fb-5686f9c02772 HTTP/1.1" status: 204 len: 168 time: 0.1312883 Jul 23 11:07:22.761315 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657fae8f-cd13-4419-a699-3d51f1a7e3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb942def-6756-49b6-b7fb-5686f9c02772,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:23.062252 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 33306) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:23.079059 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5f60a97e-2954-49f2-88d1-b7b9010d73a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:23.144592 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6ee23085-290c-4b03-befd-aad7363e2436 req-ce9193cd-be98-4a17-957c-4cbbd75820d1 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae906539-2371-4366-a008-7a63be038cd0 HTTP/1.1" status: 200 len: 210 time: 0.0369241 Jul 23 11:07:23.187787 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc0082-4617-4771-beca-fefd391fca77 req-7ff8fc3f-a1cc-487f-a1f9-d7a0a14e9e31 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:23.189469 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cdfc0082-4617-4771-beca-fefd391fca77 req-7ff8fc3f-a1cc-487f-a1f9-d7a0a14e9e31 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.48 "GET /v2.0/networks?id=5b9bb62a-09a0-42c6-9a48-85ed09310c64 HTTP/1.1" status: 200 len: 811 time: 0.1402690 Jul 23 11:07:23.219498 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5f60a97e-2954-49f2-88d1-b7b9010d73a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:23.224790 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5f60a97e-2954-49f2-88d1-b7b9010d73a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:23.239605 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cdfc0082-4617-4771-beca-fefd391fca77 req-b9b2adcc-0cca-4469-91c6-649eb8034cd4 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa5f355dcd104487ab846873d9f4bf88 HTTP/1.1" status: 200 len: 379 time: 0.0398130 Jul 23 11:07:23.249734 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-cdfc0082-4617-4771-beca-fefd391fca77 req-e7d63f89-d572-4fc7-9f4d-1394917e4f45 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Request body: {'port': {'device_id': 'ae906539-2371-4366-a008-7a63be038cd0', 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64', 'admin_state_up': True, 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'security_groups': ['8ea042a5-b600-404c-9fae-dea06304b739']}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:07:23.270871 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f60a97e-2954-49f2-88d1-b7b9010d73a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090a2b52-5483-40da-a263-bb75a6104c3b,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:23.277341 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-5f60a97e-2954-49f2-88d1-b7b9010d73a4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d0ee2edd765a429d96df72982affcecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2133446 Jul 23 11:07:23.281173 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 33312) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:23.338721 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8e0941c3-543d-47bf-a1ba-ebc411b60f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:23.360734 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8e0941c3-543d-47bf-a1ba-ebc411b60f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:23.377756 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdfc0082-4617-4771-beca-fefd391fca77 req-e7d63f89-d572-4fc7-9f4d-1394917e4f45 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Made reservation on behalf of aa5f355dcd104487ab846873d9f4bf88 for: {'port': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:07:23.381640 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-cdfc0082-4617-4771-beca-fefd391fca77 req-e7d63f89-d572-4fc7-9f4d-1394917e4f45 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:23.420599 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8e0941c3-543d-47bf-a1ba-ebc411b60f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:23.423404 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8e0941c3-543d-47bf-a1ba-ebc411b60f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:23.424827 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-8e0941c3-543d-47bf-a1ba-ebc411b60f71 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/090a2b52-5483-40da-a263-bb75a6104c3b HTTP/1.1" status: 204 len: 168 time: 0.1423464 Jul 23 11:07:23.435346 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0941c3-543d-47bf-a1ba-ebc411b60f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090a2b52-5483-40da-a263-bb75a6104c3b,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:23.526542 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [req-cdfc0082-4617-4771-beca-fefd391fca77 req-e7d63f89-d572-4fc7-9f4d-1394917e4f45 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Allocated IP 172.20.0.9 (5b9bb62a-09a0-42c6-9a48-85ed09310c64/7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e/a369d6ae-2ef0-4c5e-9d50-2054f97d9630) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:07:23.684137 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-cdfc0082-4617-4771-beca-fefd391fca77 req-e7d63f89-d572-4fc7-9f4d-1394917e4f45 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:23.702761 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [req-cdfc0082-4617-4771-beca-fefd391fca77 req-e7d63f89-d572-4fc7-9f4d-1394917e4f45 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Transition to ACTIVE for port object a369d6ae-2ef0-4c5e-9d50-2054f97d9630 will not be triggered until provisioned by entity DHCP. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:07:23.749386 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-cdfc0082-4617-4771-beca-fefd391fca77 req-e7d63f89-d572-4fc7-9f4d-1394917e4f45 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:23.817705 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdfc0082-4617-4771-beca-fefd391fca77 req-e7d63f89-d572-4fc7-9f4d-1394917e4f45 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Network 5b9bb62a-09a0-42c6-9a48-85ed09310c64 is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:07:23.819776 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [req-cdfc0082-4617-4771-beca-fefd391fca77 req-e7d63f89-d572-4fc7-9f4d-1394917e4f45 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:07:23.822043 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d63f89-d572-4fc7-9f4d-1394917e4f45 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Pushing event updated for resources: {'Port': ['ID=a369d6ae-2ef0-4c5e-9d50-2054f97d9630,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:23.825376 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdfc0082-4617-4771-beca-fefd391fca77 req-e7d63f89-d572-4fc7-9f4d-1394917e4f45 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:07:23.938744 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc0082-4617-4771-beca-fefd391fca77 req-e7d63f89-d572-4fc7-9f4d-1394917e4f45 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:23.939640 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-cdfc0082-4617-4771-beca-fefd391fca77 req-e7d63f89-d572-4fc7-9f4d-1394917e4f45 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:23.964908 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cdfc0082-4617-4771-beca-fefd391fca77 req-e7d63f89-d572-4fc7-9f4d-1394917e4f45 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7195611 Jul 23 11:07:23.978670 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-cdfc0082-4617-4771-beca-fefd391fca77 req-0b0bf02f-3dc7-4eed-a6b2-61bb2c007586 service neutron] Request body: {'port': {'device_id': 'ae906539-2371-4366-a008-7a63be038cd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:07:24.094226 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-cdfc0082-4617-4771-beca-fefd391fca77 req-0b0bf02f-3dc7-4eed-a6b2-61bb2c007586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:24.163998 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-3c1c61a4-2cce-44d7-a145-1617e83fb00f None None] Provisioning for port a369d6ae-2ef0-4c5e-9d50-2054f97d9630 completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:07:24.168838 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-3c1c61a4-2cce-44d7-a145-1617e83fb00f None None] Provisioning complete for port a369d6ae-2ef0-4c5e-9d50-2054f97d9630 triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:07:24.169557 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-3c1c61a4-2cce-44d7-a145-1617e83fb00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:24.217675 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-3c1c61a4-2cce-44d7-a145-1617e83fb00f None None] Port a369d6ae-2ef0-4c5e-9d50-2054f97d9630 cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:07:24.353580 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5f557-ae62-455d-8400-3901f2652044 req-12432443-034f-4311-b9cd-393fdacf96e6 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:24.355162 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-84c5f557-ae62-455d-8400-3901f2652044 req-12432443-034f-4311-b9cd-393fdacf96e6 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae906539-2371-4366-a008-7a63be038cd0 HTTP/1.1" status: 200 len: 931 time: 0.1276708 Jul 23 11:07:24.424353 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-84c5f557-ae62-455d-8400-3901f2652044 req-94cd0262-f854-458f-a179-65b400bb49e6 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ea042a5-b600-404c-9fae-dea06304b739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608790 Jul 23 11:07:24.468769 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [req-cdfc0082-4617-4771-beca-fefd391fca77 req-0b0bf02f-3dc7-4eed-a6b2-61bb2c007586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a369d6ae-2ef0-4c5e-9d50-2054f97d9630 {{(pid=93047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:07:24.477271 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-cdfc0082-4617-4771-beca-fefd391fca77 req-0b0bf02f-3dc7-4eed-a6b2-61bb2c007586 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:24.490892 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [req-cdfc0082-4617-4771-beca-fefd391fca77 req-0b0bf02f-3dc7-4eed-a6b2-61bb2c007586 service neutron] Transition to ACTIVE for port object a369d6ae-2ef0-4c5e-9d50-2054f97d9630 will not be triggered until provisioned by entity L2. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:07:24.494970 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-cdfc0082-4617-4771-beca-fefd391fca77 req-0b0bf02f-3dc7-4eed-a6b2-61bb2c007586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31365311'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:24.576478 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0bf02f-3dc7-4eed-a6b2-61bb2c007586 service neutron] Pushing event updated for resources: {'Port': ['ID=a369d6ae-2ef0-4c5e-9d50-2054f97d9630,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:24.641109 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-cdfc0082-4617-4771-beca-fefd391fca77 req-0b0bf02f-3dc7-4eed-a6b2-61bb2c007586 service neutron] Attempting to bind port a369d6ae-2ef0-4c5e-9d50-2054f97d9630 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:07:24.641679 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-cdfc0082-4617-4771-beca-fefd391fca77 req-0b0bf02f-3dc7-4eed-a6b2-61bb2c007586 service neutron] Attempting to bind port a369d6ae-2ef0-4c5e-9d50-2054f97d9630 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': 'cc28d20c-04be-424f-8364-0035305efeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64'}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:07:24.642311 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfc0082-4617-4771-beca-fefd391fca77 req-0b0bf02f-3dc7-4eed-a6b2-61bb2c007586 service neutron] Attempting to bind port a369d6ae-2ef0-4c5e-9d50-2054f97d9630 on network 5b9bb62a-09a0-42c6-9a48-85ed09310c64 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:07:24.647752 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfc0082-4617-4771-beca-fefd391fca77 req-0b0bf02f-3dc7-4eed-a6b2-61bb2c007586 service neutron] Port a369d6ae-2ef0-4c5e-9d50-2054f97d9630 on network 5b9bb62a-09a0-42c6-9a48-85ed09310c64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:07:24.648202 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfc0082-4617-4771-beca-fefd391fca77 req-0b0bf02f-3dc7-4eed-a6b2-61bb2c007586 service neutron] Attempting to bind port a369d6ae-2ef0-4c5e-9d50-2054f97d9630 on network 5b9bb62a-09a0-42c6-9a48-85ed09310c64 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:07:24.654558 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfc0082-4617-4771-beca-fefd391fca77 req-0b0bf02f-3dc7-4eed-a6b2-61bb2c007586 service neutron] Checking agent: {'id': 'fd06f6b8-de2a-4c3f-8327-d731c40933c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'started_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:07:24.654903 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfc0082-4617-4771-beca-fefd391fca77 req-0b0bf02f-3dc7-4eed-a6b2-61bb2c007586 service neutron] Checking segment: {'id': 'cc28d20c-04be-424f-8364-0035305efeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:07:24.655402 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfc0082-4617-4771-beca-fefd391fca77 req-0b0bf02f-3dc7-4eed-a6b2-61bb2c007586 service neutron] Bound using segment: {'id': 'cc28d20c-04be-424f-8364-0035305efeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64'} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:07:24.655844 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-cdfc0082-4617-4771-beca-fefd391fca77 req-0b0bf02f-3dc7-4eed-a6b2-61bb2c007586 service neutron] Bound port: a369d6ae-2ef0-4c5e-9d50-2054f97d9630, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc28d20c-04be-424f-8364-0035305efeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64'}}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:07:24.656230 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-cdfc0082-4617-4771-beca-fefd391fca77 req-0b0bf02f-3dc7-4eed-a6b2-61bb2c007586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:24.745396 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-cdfc0082-4617-4771-beca-fefd391fca77 req-0b0bf02f-3dc7-4eed-a6b2-61bb2c007586 service neutron] For port a369d6ae-2ef0-4c5e-9d50-2054f97d9630, host hv-cinder-80198, cleared binding levels {{(pid=93047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:07:24.748782 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-cdfc0082-4617-4771-beca-fefd391fca77 req-0b0bf02f-3dc7-4eed-a6b2-61bb2c007586 service neutron] For port a369d6ae-2ef0-4c5e-9d50-2054f97d9630, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=a369d6ae-2ef0-4c5e-9d50-2054f97d9630,segment=NetworkSegment(cc28d20c-04be-424f-8364-0035305efeaf),segment_id=cc28d20c-04be-424f-8364-0035305efeaf)] {{(pid=93047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:07:24.755844 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-cdfc0082-4617-4771-beca-fefd391fca77 req-0b0bf02f-3dc7-4eed-a6b2-61bb2c007586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31365311'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:24.821194 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc0082-4617-4771-beca-fefd391fca77 req-0b0bf02f-3dc7-4eed-a6b2-61bb2c007586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:24.822215 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-cdfc0082-4617-4771-beca-fefd391fca77 req-0b0bf02f-3dc7-4eed-a6b2-61bb2c007586 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:24.824780 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cdfc0082-4617-4771-beca-fefd391fca77 req-0b0bf02f-3dc7-4eed-a6b2-61bb2c007586 service neutron] 10.222.0.48 "PUT /v2.0/ports/a369d6ae-2ef0-4c5e-9d50-2054f97d9630 HTTP/1.1" status: 200 len: 1093 time: 0.8509386 Jul 23 11:07:24.825619 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae906539-2371-4366-a008-7a63be038cd0', 'tag': 'a369d6ae-2ef0-4c5e-9d50-2054f97d9630'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:07:24.833207 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57990bb103ee5b7a3f14144f2b0acc3407ada3b1c8656e111118fed9c99398e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f14e749-1cc6-4c39-b054-4500a3e24a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "ae906539-2371-4366-a008-7a63be038cd0", "tag": "a369d6ae-2ef0-4c5e-9d50-2054f97d9630"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:07:24.874099 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0bf02f-3dc7-4eed-a6b2-61bb2c007586 service neutron] Pushing event updated for resources: {'Port': ['ID=a369d6ae-2ef0-4c5e-9d50-2054f97d9630,revision_number=3']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:24.909331 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e88d67-de17-4aee-8d37-608798f91d5c x-openstack-request-id: req-e7e88d67-de17-4aee-8d37-608798f91d5c {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:07:24.909642 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae906539-2371-4366-a008-7a63be038cd0", "tag": "a369d6ae-2ef0-4c5e-9d50-2054f97d9630", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:07:24.909865 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e7e88d67-de17-4aee-8d37-608798f91d5c {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:07:24.910254 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae906539-2371-4366-a008-7a63be038cd0', 'tag': 'a369d6ae-2ef0-4c5e-9d50-2054f97d9630', 'status': 'completed', 'code': 200} Jul 23 11:07:24.987558 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc0082-4617-4771-beca-fefd391fca77 req-e31835ab-ada3-4706-b668-f745ce524264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:24.989773 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cdfc0082-4617-4771-beca-fefd391fca77 req-e31835ab-ada3-4706-b668-f745ce524264 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa5f355dcd104487ab846873d9f4bf88&device_id=ae906539-2371-4366-a008-7a63be038cd0 HTTP/1.1" status: 200 len: 1096 time: 0.0827429 Jul 23 11:07:25.044826 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cdfc0082-4617-4771-beca-fefd391fca77 req-b4560986-3691-481f-b34f-88071d967947 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a369d6ae-2ef0-4c5e-9d50-2054f97d9630 HTTP/1.1" status: 200 len: 217 time: 0.0455747 Jul 23 11:07:25.112628 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc0082-4617-4771-beca-fefd391fca77 req-b61a05ee-0ac3-412f-a621-028fb52b67d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:25.114285 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cdfc0082-4617-4771-beca-fefd391fca77 req-b61a05ee-0ac3-412f-a621-028fb52b67d8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e HTTP/1.1" status: 200 len: 850 time: 0.0598025 Jul 23 11:07:25.189949 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc0082-4617-4771-beca-fefd391fca77 req-4a4c2cb3-e513-45f7-bf31-a3eaa9767725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:25.191132 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cdfc0082-4617-4771-beca-fefd391fca77 req-4a4c2cb3-e513-45f7-bf31-a3eaa9767725 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b9bb62a-09a0-42c6-9a48-85ed09310c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691934 Jul 23 11:07:25.316872 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cdfc0082-4617-4771-beca-fefd391fca77 req-5b3e7bbf-4e3e-4528-8906-f78179b53225 service neutron] 10.222.0.48 "GET /v2.0/networks/5b9bb62a-09a0-42c6-9a48-85ed09310c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170847 Jul 23 11:07:25.424269 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cdfc0082-4617-4771-beca-fefd391fca77 req-2191f296-3d5d-427d-a885-9c2f4deb6377 service neutron] 10.222.0.48 "GET /v2.0/networks/5b9bb62a-09a0-42c6-9a48-85ed09310c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004705 Jul 23 11:07:25.570241 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14e749-1cc6-4c39-b054-4500a3e24a3c req-9b03414a-e477-4860-9c0d-76f1fec3187b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:25.571726 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2f14e749-1cc6-4c39-b054-4500a3e24a3c req-9b03414a-e477-4860-9c0d-76f1fec3187b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa5f355dcd104487ab846873d9f4bf88&device_id=ae906539-2371-4366-a008-7a63be038cd0 HTTP/1.1" status: 200 len: 1096 time: 0.1011641 Jul 23 11:07:25.580022 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a01710-d4c9-453e-8ad1-e93b29bc3f8f req-7aad384d-a384-4b92-9da3-7ef7f78d5eb5 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:25.581433 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f0a01710-d4c9-453e-8ad1-e93b29bc3f8f req-7aad384d-a384-4b92-9da3-7ef7f78d5eb5 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae906539-2371-4366-a008-7a63be038cd0 HTTP/1.1" status: 200 len: 943 time: 0.0807104 Jul 23 11:07:25.679725 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f0a01710-d4c9-453e-8ad1-e93b29bc3f8f req-c588eef3-b928-4184-8e70-6fd6b9da8f08 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ea042a5-b600-404c-9fae-dea06304b739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900543 Jul 23 11:07:25.701165 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14e749-1cc6-4c39-b054-4500a3e24a3c req-6877005f-fde0-4dd6-8836-c7e51a72d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:25.702621 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2f14e749-1cc6-4c39-b054-4500a3e24a3c req-6877005f-fde0-4dd6-8836-c7e51a72d875 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5b9bb62a-09a0-42c6-9a48-85ed09310c64 HTTP/1.1" status: 200 len: 912 time: 0.1203637 Jul 23 11:07:25.744458 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2f14e749-1cc6-4c39-b054-4500a3e24a3c req-e557875f-ff8d-4747-a22d-b105ae988292 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a369d6ae-2ef0-4c5e-9d50-2054f97d9630 HTTP/1.1" status: 200 len: 217 time: 0.0345407 Jul 23 11:07:25.796903 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14e749-1cc6-4c39-b054-4500a3e24a3c req-4e0a3c75-37f6-49af-af5a-3e736cc0af27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:25.798319 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2f14e749-1cc6-4c39-b054-4500a3e24a3c req-4e0a3c75-37f6-49af-af5a-3e736cc0af27 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e HTTP/1.1" status: 200 len: 850 time: 0.0460527 Jul 23 11:07:25.855206 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14e749-1cc6-4c39-b054-4500a3e24a3c req-13b5afba-05ab-442a-aa52-36a85c2ef7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:25.856732 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2f14e749-1cc6-4c39-b054-4500a3e24a3c req-13b5afba-05ab-442a-aa52-36a85c2ef7c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b9bb62a-09a0-42c6-9a48-85ed09310c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509996 Jul 23 11:07:25.946269 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2f14e749-1cc6-4c39-b054-4500a3e24a3c req-7e3745da-1b88-400c-94c4-16d4a5c8c69b service neutron] 10.222.0.48 "GET /v2.0/networks/5b9bb62a-09a0-42c6-9a48-85ed09310c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824926 Jul 23 11:07:26.038346 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2f14e749-1cc6-4c39-b054-4500a3e24a3c req-45ecda62-c613-416c-924d-697c0ed187d5 service neutron] 10.222.0.48 "GET /v2.0/networks/5b9bb62a-09a0-42c6-9a48-85ed09310c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846422 Jul 23 11:07:26.813327 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156d415-e5dd-4b7a-8188-b17a3edcbcef req-ad6a68b0-839d-4722-a218-00c65f958781 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:26.814851 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c156d415-e5dd-4b7a-8188-b17a3edcbcef req-ad6a68b0-839d-4722-a218-00c65f958781 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae906539-2371-4366-a008-7a63be038cd0 HTTP/1.1" status: 200 len: 943 time: 0.0642610 Jul 23 11:07:26.854289 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c156d415-e5dd-4b7a-8188-b17a3edcbcef req-14158e6d-164a-42b1-82ef-f243ad049d0f tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ea042a5-b600-404c-9fae-dea06304b739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334129 Jul 23 11:07:27.228188 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device a369d6ae-2ef0-4c5e-9d50-2054f97d9630 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:07:27.325157 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port a369d6ae-2ef0-4c5e-9d50-2054f97d9630, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=a369d6ae-2ef0-4c5e-9d50-2054f97d9630,segment=NetworkSegment(cc28d20c-04be-424f-8364-0035305efeaf),segment_id=cc28d20c-04be-424f-8364-0035305efeaf)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:07:27.336785 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Returning: {'device': 'a369d6ae-2ef0-4c5e-9d50-2054f97d9630', 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64', 'port_id': 'a369d6ae-2ef0-4c5e-9d50-2054f97d9630', 'mac_address': 'fa:16:3e:31:fd:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:07:27.373100 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:27.386628 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a369d6ae-2ef0-4c5e-9d50-2054f97d9630 {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:07:27.408747 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port a369d6ae-2ef0-4c5e-9d50-2054f97d9630, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=a369d6ae-2ef0-4c5e-9d50-2054f97d9630,segment=NetworkSegment(cc28d20c-04be-424f-8364-0035305efeaf),segment_id=cc28d20c-04be-424f-8364-0035305efeaf)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:07:27.415071 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:27.463887 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=a369d6ae-2ef0-4c5e-9d50-2054f97d9630,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:27.696200 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['a369d6ae-2ef0-4c5e-9d50-2054f97d9630'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:07:27.983697 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db155e-bffc-4f03-85c5-fb7ee0eb4019 req-a8e84b9a-ffad-4042-be00-62505bbdb430 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:27.985200 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-94db155e-bffc-4f03-85c5-fb7ee0eb4019 req-a8e84b9a-ffad-4042-be00-62505bbdb430 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae906539-2371-4366-a008-7a63be038cd0 HTTP/1.1" status: 200 len: 944 time: 0.0629470 Jul 23 11:07:28.023858 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-94db155e-bffc-4f03-85c5-fb7ee0eb4019 req-e3db1dd5-2108-4bed-95f6-a1536aeed3fe tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ea042a5-b600-404c-9fae-dea06304b739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330851 Jul 23 11:07:28.866548 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 33456) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:29.028530 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-49455717-0d63-4e37-8097-809ec1c4d14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:29.176966 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-49455717-0d63-4e37-8097-809ec1c4d14f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:29.182252 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-49455717-0d63-4e37-8097-809ec1c4d14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:29.233543 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6b5de-3e59-4a0e-8af2-a93c42904382 req-db91bd68-58e9-4497-b137-fdfaccfff3fd tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:29.234926 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-65a6b5de-3e59-4a0e-8af2-a93c42904382 req-db91bd68-58e9-4497-b137-fdfaccfff3fd tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae906539-2371-4366-a008-7a63be038cd0 HTTP/1.1" status: 200 len: 944 time: 0.1276405 Jul 23 11:07:29.236937 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49455717-0d63-4e37-8097-809ec1c4d14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4254093e-6a18-4880-9bfe-d77b636e3793,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:29.241830 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-49455717-0d63-4e37-8097-809ec1c4d14f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0bae73eef0604dcc945d48c08e799fdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3741524 Jul 23 11:07:29.246589 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 33474) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:29.250872 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device a369d6ae-2ef0-4c5e-9d50-2054f97d9630 up at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:07:29.279979 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-65a6b5de-3e59-4a0e-8af2-a93c42904382 req-5660199c-05ec-427a-bf2d-3c01bdf50bb2 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ea042a5-b600-404c-9fae-dea06304b739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366898 Jul 23 11:07:29.306671 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a42034a7-b2f3-41cb-ac51-4323a5839b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:29.311662 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning for port a369d6ae-2ef0-4c5e-9d50-2054f97d9630 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:07:29.315567 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning complete for port a369d6ae-2ef0-4c5e-9d50-2054f97d9630 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:07:29.316059 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:29.327612 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a42034a7-b2f3-41cb-ac51-4323a5839b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:29.373564 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a42034a7-b2f3-41cb-ac51-4323a5839b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:29.376111 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a42034a7-b2f3-41cb-ac51-4323a5839b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:29.377282 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-a42034a7-b2f3-41cb-ac51-4323a5839b89 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4254093e-6a18-4880-9bfe-d77b636e3793 HTTP/1.1" status: 204 len: 168 time: 0.1296744 Jul 23 11:07:29.385483 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42034a7-b2f3-41cb-ac51-4323a5839b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4254093e-6a18-4880-9bfe-d77b636e3793,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:29.400339 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:29.427345 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae906539-2371-4366-a008-7a63be038cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a369d6ae-2ef0-4c5e-9d50-2054f97d9630'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:07:29.430445 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}214548a6ff4efd2602c2c2cf0448be42dc7715ee41776415c9dd15aa22406767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e478fa-2f1a-4d96-acf3-8769fa30a3e3" -d '{"events": [{"server_uuid": "ae906539-2371-4366-a008-7a63be038cd0", "name": "network-vif-plugged", "status": "completed", "tag": "a369d6ae-2ef0-4c5e-9d50-2054f97d9630"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:07:29.447899 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port a369d6ae-2ef0-4c5e-9d50-2054f97d9630, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=a369d6ae-2ef0-4c5e-9d50-2054f97d9630,segment=NetworkSegment(cc28d20c-04be-424f-8364-0035305efeaf),segment_id=cc28d20c-04be-424f-8364-0035305efeaf)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:07:29.452921 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:29.476624 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5627ffcd-de14-4d5c-a39d-c95e962d6106 x-openstack-request-id: req-5627ffcd-de14-4d5c-a39d-c95e962d6106 {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:07:29.476962 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae906539-2371-4366-a008-7a63be038cd0", "name": "network-vif-plugged", "status": "completed", "tag": "a369d6ae-2ef0-4c5e-9d50-2054f97d9630", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:07:29.477154 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5627ffcd-de14-4d5c-a39d-c95e962d6106 {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:07:29.477536 dv-cinder-801989-3-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae906539-2371-4366-a008-7a63be038cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a369d6ae-2ef0-4c5e-9d50-2054f97d9630', 'code': 200} Jul 23 11:07:29.507918 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=a369d6ae-2ef0-4c5e-9d50-2054f97d9630,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:29.645888 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f8e13-94c4-4195-8c18-7762e9ac2b73 req-4f8903ae-bc62-438a-9c1c-a03e4561b417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:29.648052 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-185f8e13-94c4-4195-8c18-7762e9ac2b73 req-4f8903ae-bc62-438a-9c1c-a03e4561b417 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ae906539-2371-4366-a008-7a63be038cd0 HTTP/1.1" status: 200 len: 1098 time: 0.0525110 Jul 23 11:07:29.649841 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 33482) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:29.673042 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-33d24a0c-72c5-4dcf-8761-46d691d2a675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:29.700540 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-185f8e13-94c4-4195-8c18-7762e9ac2b73 req-ed600279-0ef5-402f-aac3-081195c8f408 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8ea042a5-b600-404c-9fae-dea06304b739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437963 Jul 23 11:07:29.768542 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-33d24a0c-72c5-4dcf-8761-46d691d2a675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:29.772588 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-33d24a0c-72c5-4dcf-8761-46d691d2a675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:29.811780 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-33d24a0c-72c5-4dcf-8761-46d691d2a675 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=31b7f8bebc3e4e3c8809497d001c4772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1609869 Jul 23 11:07:29.812654 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d24a0c-72c5-4dcf-8761-46d691d2a675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b2479b-1399-4113-8809-1d8bfa0442a0,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:29.814462 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 33484) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:29.863147 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-12955a83-2342-48a7-9fd1-bdfc31097ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:29.886188 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-12955a83-2342-48a7-9fd1-bdfc31097ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:29.931598 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-12955a83-2342-48a7-9fd1-bdfc31097ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:29.934449 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-12955a83-2342-48a7-9fd1-bdfc31097ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:29.935582 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-12955a83-2342-48a7-9fd1-bdfc31097ba2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c5b2479b-1399-4113-8809-1d8bfa0442a0 HTTP/1.1" status: 204 len: 168 time: 0.1201496 Jul 23 11:07:29.943474 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12955a83-2342-48a7-9fd1-bdfc31097ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b2479b-1399-4113-8809-1d8bfa0442a0,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:30.444461 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699034a4-5a28-4c11-9305-d558a16b0ed0 req-be5dc5e5-3763-4338-aa93-e39310e967ab tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:30.451753 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-699034a4-5a28-4c11-9305-d558a16b0ed0 req-be5dc5e5-3763-4338-aa93-e39310e967ab tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae906539-2371-4366-a008-7a63be038cd0 HTTP/1.1" status: 200 len: 945 time: 0.0887158 Jul 23 11:07:30.504392 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-699034a4-5a28-4c11-9305-d558a16b0ed0 req-11fe32b3-7937-4fca-9a60-e4414d0ca634 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ea042a5-b600-404c-9fae-dea06304b739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504446 Jul 23 11:07:30.653412 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:31.648456 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b7794-915d-42d3-bc5c-e101abb463ee req-e38a572f-d605-454e-83a9-849507488619 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:31.650090 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1b0b7794-915d-42d3-bc5c-e101abb463ee req-e38a572f-d605-454e-83a9-849507488619 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae906539-2371-4366-a008-7a63be038cd0 HTTP/1.1" status: 200 len: 945 time: 0.0692058 Jul 23 11:07:31.702760 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1b0b7794-915d-42d3-bc5c-e101abb463ee req-c716a16d-b70b-49ad-907d-1ed8b80662dc tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ea042a5-b600-404c-9fae-dea06304b739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384698 Jul 23 11:07:31.825445 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77cbbdb-fcb7-45e5-a522-2c998b2981ac req-dd5a0a88-2ecb-4cc3-bfa2-a7daa7f1200a tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:31.827054 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b77cbbdb-fcb7-45e5-a522-2c998b2981ac req-dd5a0a88-2ecb-4cc3-bfa2-a7daa7f1200a tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae906539-2371-4366-a008-7a63be038cd0 HTTP/1.1" status: 200 len: 945 time: 0.0653002 Jul 23 11:07:31.835830 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 33568) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:31.840563 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-8e250767-5fca-4ea5-9080-0af82375b58d tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Request body: {'floatingip': {'port_id': 'a369d6ae-2ef0-4c5e-9d50-2054f97d9630'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:07:31.883573 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8e250767-5fca-4ea5-9080-0af82375b58d tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for floatingip, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:32.347125 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8e250767-5fca-4ea5-9080-0af82375b58d tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:32.351371 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8e250767-5fca-4ea5-9080-0af82375b58d tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409046'] for floatingip, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:32.452223 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.db.l3_db [None req-8e250767-5fca-4ea5-9080-0af82375b58d tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Floating IP babe0520-89f7-4203-ac4b-f0ef29b92975 associated. External IP: 172.27.2.164, port: a369d6ae-2ef0-4c5e-9d50-2054f97d9630. Jul 23 11:07:32.897847 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e250767-5fca-4ea5-9080-0af82375b58d tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Router 54da195a-7ded-485d-a93d-06c905d15134 has already been hosted by L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 {{(pid=93046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:07:33.005525 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e250767-5fca-4ea5-9080-0af82375b58d tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:07:33.010952 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8e250767-5fca-4ea5-9080-0af82375b58d tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for floatingip, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:33.016736 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58119ee6-73cb-464c-8f79-02e4628c3549 None None] Sync routers for ids ['54da195a-7ded-485d-a93d-06c905d15134'] in dv-cinder-801989-3-iscsi {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:07:33.028206 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58119ee6-73cb-464c-8f79-02e4628c3549 None None] Routers {'54da195a-7ded-485d-a93d-06c905d15134'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:07:33.028827 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-58119ee6-73cb-464c-8f79-02e4628c3549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:07:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['54da195a-7ded-485d-a93d-06c905d15134'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:07:33.060380 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-8e250767-5fca-4ea5-9080-0af82375b58d tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "PUT /v2.0/floatingips/babe0520-89f7-4203-ac4b-f0ef29b92975 HTTP/1.1" status: 200 len: 991 time: 1.2231665 Jul 23 11:07:33.061030 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae906539-2371-4366-a008-7a63be038cd0', 'tag': 'a369d6ae-2ef0-4c5e-9d50-2054f97d9630'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:07:33.063281 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e514f4fc9e73055b469c7c960908a930888711302e8ce169aa561e05cb35f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d25867-e6f0-4347-8077-49dc8870fb37" -d '{"events": [{"name": "network-changed", "server_uuid": "ae906539-2371-4366-a008-7a63be038cd0", "tag": "a369d6ae-2ef0-4c5e-9d50-2054f97d9630"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:07:33.143664 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-58119ee6-73cb-464c-8f79-02e4628c3549 None None] Set router 54da195a-7ded-485d-a93d-06c905d15134 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:07:33.224920 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b22007-3132-4d90-a7e1-5cedf3796be6 x-openstack-request-id: req-34b22007-3132-4d90-a7e1-5cedf3796be6 {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:07:33.225729 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae906539-2371-4366-a008-7a63be038cd0", "tag": "a369d6ae-2ef0-4c5e-9d50-2054f97d9630", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:07:33.226590 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-34b22007-3132-4d90-a7e1-5cedf3796be6 {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:07:33.226992 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae906539-2371-4366-a008-7a63be038cd0', 'tag': 'a369d6ae-2ef0-4c5e-9d50-2054f97d9630', 'status': 'completed', 'code': 200} Jul 23 11:07:33.298010 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d25867-e6f0-4347-8077-49dc8870fb37 req-220fec79-6062-4133-9554-d5722fa74af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:33.299610 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-72d25867-e6f0-4347-8077-49dc8870fb37 req-220fec79-6062-4133-9554-d5722fa74af7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa5f355dcd104487ab846873d9f4bf88&device_id=ae906539-2371-4366-a008-7a63be038cd0 HTTP/1.1" status: 200 len: 1098 time: 0.0524497 Jul 23 11:07:33.383703 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-58119ee6-73cb-464c-8f79-02e4628c3549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54da195a-7ded-485d-a93d-06c905d15134', 'name': 'tempest-AttachVolumeTestJSON-1776230485-router', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '5ec56e6e-9998-4aee-83f7-a9f8e1472850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:03:37Z', 'revision_number': 4, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'gw_port': {'id': '5ec56e6e-9998-4aee-83f7-a9f8e1472850', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54da195a-7ded-485d-a93d-06c905d15134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_floatingips': [{'id': 'babe0520-89f7-4203-ac4b-f0ef29b92975', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'floating_ip_address': '172.27.2.164', 'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'router_id': '54da195a-7ded-485d-a93d-06c905d15134', 'port_id': 'a369d6ae-2ef0-4c5e-9d50-2054f97d9630', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64', 'mac_address': 'fa:16:3e:31:fd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae906539-2371-4366-a008-7a63be038cd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:07:20Z', 'updated_at': '2021-07-23T11:07:32Z', 'revision_number': 1, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7', 'name': '', 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'mac_address': 'fa:16:3e:bf:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54da195a-7ded-485d-a93d-06c905d15134', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:37Z', 'updated_at': '2021-07-23T11:03:42Z', 'revision_number': 5, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'subnets': [{'id': '7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:07:33.397216 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d25867-e6f0-4347-8077-49dc8870fb37 req-e82bcfab-f23a-4a8d-876a-bd669b2af2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:33.398727 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-72d25867-e6f0-4347-8077-49dc8870fb37 req-e82bcfab-f23a-4a8d-876a-bd669b2af2ce service neutron] 10.222.0.48 "GET /v2.0/networks?id=5b9bb62a-09a0-42c6-9a48-85ed09310c64 HTTP/1.1" status: 200 len: 912 time: 0.0917084 Jul 23 11:07:33.416540 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58119ee6-73cb-464c-8f79-02e4628c3549 None None] Checking router: 54da195a-7ded-485d-a93d-06c905d15134 for host: dv-cinder-801989-3-iscsi {{(pid=93049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:07:33.426146 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58119ee6-73cb-464c-8f79-02e4628c3549 None None] Routers {'54da195a-7ded-485d-a93d-06c905d15134'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:07:33.427096 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-58119ee6-73cb-464c-8f79-02e4628c3549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:07:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['54da195a-7ded-485d-a93d-06c905d15134'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:07:33.482561 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-72d25867-e6f0-4347-8077-49dc8870fb37 req-41366516-0e12-4eeb-88f1-95de330a38cb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a369d6ae-2ef0-4c5e-9d50-2054f97d9630 HTTP/1.1" status: 200 len: 999 time: 0.0760601 Jul 23 11:07:33.539547 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d25867-e6f0-4347-8077-49dc8870fb37 req-3507104b-0d3e-4ef1-9e87-6e1f557c1578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:33.541283 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-72d25867-e6f0-4347-8077-49dc8870fb37 req-3507104b-0d3e-4ef1-9e87-6e1f557c1578 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e HTTP/1.1" status: 200 len: 850 time: 0.0520535 Jul 23 11:07:33.556359 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-58119ee6-73cb-464c-8f79-02e4628c3549 None None] Set router 54da195a-7ded-485d-a93d-06c905d15134 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:07:33.602656 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d25867-e6f0-4347-8077-49dc8870fb37 req-855a6378-14f9-497a-92ed-bcc019fc93e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:33.609925 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-72d25867-e6f0-4347-8077-49dc8870fb37 req-855a6378-14f9-497a-92ed-bcc019fc93e9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b9bb62a-09a0-42c6-9a48-85ed09310c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564942 Jul 23 11:07:33.711040 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-72d25867-e6f0-4347-8077-49dc8870fb37 req-cd365c21-b16b-4ba5-839f-517301d6af38 service neutron] 10.222.0.48 "GET /v2.0/networks/5b9bb62a-09a0-42c6-9a48-85ed09310c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991588 Jul 23 11:07:33.811516 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-58119ee6-73cb-464c-8f79-02e4628c3549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54da195a-7ded-485d-a93d-06c905d15134', 'name': 'tempest-AttachVolumeTestJSON-1776230485-router', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '5ec56e6e-9998-4aee-83f7-a9f8e1472850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:03:37Z', 'revision_number': 4, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'gw_port': {'id': '5ec56e6e-9998-4aee-83f7-a9f8e1472850', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54da195a-7ded-485d-a93d-06c905d15134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_floatingips': [{'id': 'babe0520-89f7-4203-ac4b-f0ef29b92975', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'floating_ip_address': '172.27.2.164', 'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'router_id': '54da195a-7ded-485d-a93d-06c905d15134', 'port_id': 'a369d6ae-2ef0-4c5e-9d50-2054f97d9630', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64', 'mac_address': 'fa:16:3e:31:fd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae906539-2371-4366-a008-7a63be038cd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:07:20Z', 'updated_at': '2021-07-23T11:07:32Z', 'revision_number': 1, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7', 'name': '', 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'mac_address': 'fa:16:3e:bf:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54da195a-7ded-485d-a93d-06c905d15134', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:37Z', 'updated_at': '2021-07-23T11:03:42Z', 'revision_number': 5, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'subnets': [{'id': '7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:07:33.815306 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-72d25867-e6f0-4347-8077-49dc8870fb37 req-8a8495b7-40a0-4897-b5e3-ff5016476693 service neutron] 10.222.0.48 "GET /v2.0/networks/5b9bb62a-09a0-42c6-9a48-85ed09310c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975659 Jul 23 11:07:33.925555 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58119ee6-73cb-464c-8f79-02e4628c3549 None None] The sync data for ids ['54da195a-7ded-485d-a93d-06c905d15134'] in dv-cinder-801989-3-iscsi is: [{'id': '54da195a-7ded-485d-a93d-06c905d15134', 'name': 'tempest-AttachVolumeTestJSON-1776230485-router', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '5ec56e6e-9998-4aee-83f7-a9f8e1472850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:03:37Z', 'revision_number': 4, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'gw_port': {'id': '5ec56e6e-9998-4aee-83f7-a9f8e1472850', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54da195a-7ded-485d-a93d-06c905d15134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_floatingips': [{'id': 'babe0520-89f7-4203-ac4b-f0ef29b92975', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'floating_ip_address': '172.27.2.164', 'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'router_id': '54da195a-7ded-485d-a93d-06c905d15134', 'port_id': 'a369d6ae-2ef0-4c5e-9d50-2054f97d9630', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64', 'mac_address': 'fa:16:3e:31:fd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae906539-2371-4366-a008-7a63be038cd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:07:20Z', 'updated_at': '2021-07-23T11:07:32Z', 'revision_number': 1, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7', 'name': '', 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'mac_address': 'fa:16:3e:bf:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54da195a-7ded-485d-a93d-06c905d15134', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:37Z', 'updated_at': '2021-07-23T11:03:42Z', 'revision_number': 5, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'subnets': [{'id': '7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:07:34.120611 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b08d165-6705-4dc5-90a9-d052e9efc5be None None] New status for floating IP babe0520-89f7-4203-ac4b-f0ef29b92975: ACTIVE {{(pid=93048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:07:35.201504 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 33648) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:35.302671 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a6f97863-4654-4e83-96ac-00ca75591892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:35.392944 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a6f97863-4654-4e83-96ac-00ca75591892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:35.396770 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a6f97863-4654-4e83-96ac-00ca75591892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:35.433635 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f97863-4654-4e83-96ac-00ca75591892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3ed098-d996-4a5a-b3fc-671d089eea5f,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:35.438092 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-a6f97863-4654-4e83-96ac-00ca75591892 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3c90820bb04d47ce8ea83bfb88e905c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355912 Jul 23 11:07:35.441388 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 33654) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:35.490471 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-96c6521f-5857-4983-8b58-bcc247c21393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:35.511246 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-96c6521f-5857-4983-8b58-bcc247c21393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:35.557514 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-96c6521f-5857-4983-8b58-bcc247c21393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:35.560018 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-96c6521f-5857-4983-8b58-bcc247c21393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:35.561209 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-96c6521f-5857-4983-8b58-bcc247c21393 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ca3ed098-d996-4a5a-b3fc-671d089eea5f HTTP/1.1" status: 204 len: 168 time: 0.1196208 Jul 23 11:07:35.568532 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6521f-5857-4983-8b58-bcc247c21393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3ed098-d996-4a5a-b3fc-671d089eea5f,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:35.575589 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6521f-5857-4983-8b58-bcc247c21393 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:35.575936 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6521f-5857-4983-8b58-bcc247c21393 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:35.576309 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6521f-5857-4983-8b58-bcc247c21393 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:35.576644 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6521f-5857-4983-8b58-bcc247c21393 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:35.576971 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6521f-5857-4983-8b58-bcc247c21393 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:35.577298 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6521f-5857-4983-8b58-bcc247c21393 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:35.577623 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6521f-5857-4983-8b58-bcc247c21393 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:35.577964 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6521f-5857-4983-8b58-bcc247c21393 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:35.578287 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6521f-5857-4983-8b58-bcc247c21393 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:35.578613 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6521f-5857-4983-8b58-bcc247c21393 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:35.578955 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6521f-5857-4983-8b58-bcc247c21393 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:35.579296 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6521f-5857-4983-8b58-bcc247c21393 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:35.854185 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 33664) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:35.869199 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c73bda41-9a03-47d7-b043-3eba8166695e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:35.969251 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c73bda41-9a03-47d7-b043-3eba8166695e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:35.975464 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c73bda41-9a03-47d7-b043-3eba8166695e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:36.015523 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73bda41-9a03-47d7-b043-3eba8166695e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d080afb-03d3-4713-8995-7eba08bdc686,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:36.019871 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-c73bda41-9a03-47d7-b043-3eba8166695e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=16f560d3881c4d80a8d545afe41d15cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1643991 Jul 23 11:07:36.023068 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 33670) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:36.073013 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-67ec788e-5db1-4adf-aaf8-f04c4ae6b521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:36.095523 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-67ec788e-5db1-4adf-aaf8-f04c4ae6b521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:36.142605 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-67ec788e-5db1-4adf-aaf8-f04c4ae6b521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:36.145404 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-67ec788e-5db1-4adf-aaf8-f04c4ae6b521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:36.146670 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-67ec788e-5db1-4adf-aaf8-f04c4ae6b521 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9d080afb-03d3-4713-8995-7eba08bdc686 HTTP/1.1" status: 204 len: 168 time: 0.1226296 Jul 23 11:07:36.155245 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec788e-5db1-4adf-aaf8-f04c4ae6b521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d080afb-03d3-4713-8995-7eba08bdc686,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:36.458307 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 33678) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:36.472130 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f0c2ad96-59ed-4b3b-8d47-ae01b2ab3380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:36.561332 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f0c2ad96-59ed-4b3b-8d47-ae01b2ab3380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:36.564963 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f0c2ad96-59ed-4b3b-8d47-ae01b2ab3380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:36.601877 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2ad96-59ed-4b3b-8d47-ae01b2ab3380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3576b7-7e66-4601-9162-2d3a29a96c49,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:36.606142 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-f0c2ad96-59ed-4b3b-8d47-ae01b2ab3380 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b76b841dc9e540c6ae1119927103bfec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1468143 Jul 23 11:07:36.609383 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 33680) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:36.660736 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9d29cfd3-e9ed-4cfb-938d-7d344e4766f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:36.684427 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9d29cfd3-e9ed-4cfb-938d-7d344e4766f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:36.743312 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9d29cfd3-e9ed-4cfb-938d-7d344e4766f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:36.745995 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9d29cfd3-e9ed-4cfb-938d-7d344e4766f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:36.747142 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-9d29cfd3-e9ed-4cfb-938d-7d344e4766f8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7a3576b7-7e66-4601-9162-2d3a29a96c49 HTTP/1.1" status: 204 len: 168 time: 0.1374874 Jul 23 11:07:36.754816 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29cfd3-e9ed-4cfb-938d-7d344e4766f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3576b7-7e66-4601-9162-2d3a29a96c49,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:40.549574 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:07:40.843966 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 33786) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:40.945536 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c0a7f20f-fd29-4cb1-b6c1-0d0da9efa4bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:41.035196 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c0a7f20f-fd29-4cb1-b6c1-0d0da9efa4bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:41.039594 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c0a7f20f-fd29-4cb1-b6c1-0d0da9efa4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:41.076570 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-c0a7f20f-fd29-4cb1-b6c1-0d0da9efa4bd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a7d7b9e6228546069a928eb7cf18d668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315032 Jul 23 11:07:41.077760 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7f20f-fd29-4cb1-b6c1-0d0da9efa4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ad91e1-630c-42aa-97b8-fa7323d33533,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:41.079249 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 33794) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:41.085556 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7f20f-fd29-4cb1-b6c1-0d0da9efa4bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:41.086032 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7f20f-fd29-4cb1-b6c1-0d0da9efa4bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:41.086528 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7f20f-fd29-4cb1-b6c1-0d0da9efa4bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:41.086766 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7f20f-fd29-4cb1-b6c1-0d0da9efa4bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:41.087098 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7f20f-fd29-4cb1-b6c1-0d0da9efa4bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:41.087428 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7f20f-fd29-4cb1-b6c1-0d0da9efa4bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:41.087758 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7f20f-fd29-4cb1-b6c1-0d0da9efa4bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:41.088084 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7f20f-fd29-4cb1-b6c1-0d0da9efa4bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:41.088432 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7f20f-fd29-4cb1-b6c1-0d0da9efa4bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:41.088758 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7f20f-fd29-4cb1-b6c1-0d0da9efa4bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:41.089079 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7f20f-fd29-4cb1-b6c1-0d0da9efa4bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:41.089399 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7f20f-fd29-4cb1-b6c1-0d0da9efa4bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:41.127706 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-cd3dbca1-fe25-4c3c-a2da-117b69109772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:41.150793 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-cd3dbca1-fe25-4c3c-a2da-117b69109772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:41.200433 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-cd3dbca1-fe25-4c3c-a2da-117b69109772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:41.203599 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-cd3dbca1-fe25-4c3c-a2da-117b69109772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:41.204835 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-cd3dbca1-fe25-4c3c-a2da-117b69109772 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/41ad91e1-630c-42aa-97b8-fa7323d33533 HTTP/1.1" status: 204 len: 168 time: 0.1245804 Jul 23 11:07:41.217599 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3dbca1-fe25-4c3c-a2da-117b69109772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ad91e1-630c-42aa-97b8-fa7323d33533,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:46.545769 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-bbcf2319-5717-452e-9d97-0d4f1c61a0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:49.574886 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-f24248c9-c30f-406f-986a-9855cf80886e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:49.678166 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:50.528369 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:52.040898 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:00.643586 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:01.632622 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 34156) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:08:01.787719 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9d1c7-3a46-4739-8809-a5ccb4909c95 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Deleting port 52a14a93-84cb-4353-89b4-a32b9b01f293 {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:08:01.788067 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2cb9d1c7-3a46-4739-8809-a5ccb4909c95 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:01.868734 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2cb9d1c7-3a46-4739-8809-a5ccb4909c95 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:01.868934 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2cb9d1c7-3a46-4739-8809-a5ccb4909c95 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:01.882796 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9d1c7-3a46-4739-8809-a5ccb4909c95 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Calling delete_port for 52a14a93-84cb-4353-89b4-a32b9b01f293 owned by network:floatingip {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:08:02.059002 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2cb9d1c7-3a46-4739-8809-a5ccb4909c95 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31524845'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:02.083766 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9d1c7-3a46-4739-8809-a5ccb4909c95 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Pushing event deleted for resources: {'Port': ['ID=52a14a93-84cb-4353-89b4-a32b9b01f293,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:08:02.148655 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2cb9d1c7-3a46-4739-8809-a5ccb4909c95 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks [] for floatingip, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:02.148917 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.db.l3_db [None req-2cb9d1c7-3a46-4739-8809-a5ccb4909c95 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Floating IP 83dadb98-a4ae-4c66-a00c-9ea63052580d disassociated (deleted). External IP: 172.27.2.14, port: cf2a6406-8dfe-41e9-aadc-d766f5245382. Jul 23 11:08:02.346087 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb9d1c7-3a46-4739-8809-a5ccb4909c95 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Router db5a722c-e321-4179-aead-8e04aa51c2f0 has already been hosted by L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 {{(pid=93046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:08:02.451063 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb9d1c7-3a46-4739-8809-a5ccb4909c95 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:08:02.455943 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2cb9d1c7-3a46-4739-8809-a5ccb4909c95 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for floatingip, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:02.461656 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4612e660-bb24-4d3c-a79e-63557fd19c21 None None] Sync routers for ids ['db5a722c-e321-4179-aead-8e04aa51c2f0'] in dv-cinder-801989-3-iscsi {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:08:02.472921 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4612e660-bb24-4d3c-a79e-63557fd19c21 None None] Routers {'db5a722c-e321-4179-aead-8e04aa51c2f0'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:08:02.473571 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-4612e660-bb24-4d3c-a79e-63557fd19c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:07:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['db5a722c-e321-4179-aead-8e04aa51c2f0'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:08:02.495398 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-2cb9d1c7-3a46-4739-8809-a5ccb4909c95 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "DELETE /v2.0/floatingips/83dadb98-a4ae-4c66-a00c-9ea63052580d HTTP/1.1" status: 204 len: 168 time: 0.8617659 Jul 23 11:08:02.496929 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f', 'tag': 'cf2a6406-8dfe-41e9-aadc-d766f5245382'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:08:02.499343 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e514f4fc9e73055b469c7c960908a930888711302e8ce169aa561e05cb35f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11db5ab9-e1e6-453e-8788-2bc45a622f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f", "tag": "cf2a6406-8dfe-41e9-aadc-d766f5245382"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:08:02.540673 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0704aeca-21bb-493f-82b7-79ab765a2bd1 x-openstack-request-id: req-0704aeca-21bb-493f-82b7-79ab765a2bd1 {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:08:02.540971 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f", "tag": "cf2a6406-8dfe-41e9-aadc-d766f5245382", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:08:02.541228 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0704aeca-21bb-493f-82b7-79ab765a2bd1 {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:08:02.541621 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f', 'tag': 'cf2a6406-8dfe-41e9-aadc-d766f5245382', 'status': 'completed', 'code': 200} Jul 23 11:08:02.607356 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-4612e660-bb24-4d3c-a79e-63557fd19c21 None None] Set router db5a722c-e321-4179-aead-8e04aa51c2f0 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:08:02.680625 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db5ab9-e1e6-453e-8788-2bc45a622f1a req-ac923926-1483-42f0-8b56-8df0f286fec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:08:02.681972 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-11db5ab9-e1e6-453e-8788-2bc45a622f1a req-ac923926-1483-42f0-8b56-8df0f286fec9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1165799dfafa48dcbe42cd4ec67ea2ec&device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 1099 time: 0.1034224 Jul 23 11:08:02.770928 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12dbed9-5c10-4a1f-8cee-a1728f5533a1 req-ed83f027-c20e-4b12-a21f-00c91ee9c286 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:08:02.776149 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b12dbed9-5c10-4a1f-8cee-a1728f5533a1 req-ed83f027-c20e-4b12-a21f-00c91ee9c286 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 946 time: 0.0706542 Jul 23 11:08:02.796336 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db5ab9-e1e6-453e-8788-2bc45a622f1a req-05fc110b-fb80-456d-a016-bcab57b0d9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:08:02.798360 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-11db5ab9-e1e6-453e-8788-2bc45a622f1a req-05fc110b-fb80-456d-a016-bcab57b0d9ff service neutron] 10.222.0.48 "GET /v2.0/networks?id=c1983693-fe8e-4a35-beb9-2f00a7f70c5f HTTP/1.1" status: 200 len: 909 time: 0.1019921 Jul 23 11:08:02.816786 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b12dbed9-5c10-4a1f-8cee-a1728f5533a1 req-0580806f-ec31-4650-84ba-27281926fd53 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/security-groups?id=2561015b-4d2f-4b09-a0d3-dddb29caf255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378075 Jul 23 11:08:02.821432 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-4612e660-bb24-4d3c-a79e-63557fd19c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'name': 'tempest-TestShelveInstance-196847214-router', 'tenant_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e520cf2b-2f3e-408e-8619-480013a663fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:07Z', 'updated_at': '2021-07-23T11:03:11Z', 'revision_number': 4, 'project_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'gw_port': {'id': 'e520cf2b-2f3e-408e-8619-480013a663fa', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:07Z', 'updated_at': '2021-07-23T11:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': 'a9d57df7-3310-4693-a352-833ee6035b6c', 'name': '', 'network_id': 'c1983693-fe8e-4a35-beb9-2f00a7f70c5f', 'tenant_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'mac_address': 'fa:16:3e:dd:95:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '3b941e96-e008-49a3-a2e8-fc949ea58787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:10Z', 'updated_at': '2021-07-23T11:03:19Z', 'revision_number': 5, 'project_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'subnets': [{'id': '3b941e96-e008-49a3-a2e8-fc949ea58787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:08:02.850869 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-11db5ab9-e1e6-453e-8788-2bc45a622f1a req-03a9cfcf-d2ca-4b61-86e4-33b49b96de40 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf2a6406-8dfe-41e9-aadc-d766f5245382 HTTP/1.1" status: 200 len: 217 time: 0.0447605 Jul 23 11:08:02.863663 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4612e660-bb24-4d3c-a79e-63557fd19c21 None None] Checking router: db5a722c-e321-4179-aead-8e04aa51c2f0 for host: dv-cinder-801989-3-iscsi {{(pid=93049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:08:02.872600 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4612e660-bb24-4d3c-a79e-63557fd19c21 None None] Routers {'db5a722c-e321-4179-aead-8e04aa51c2f0'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:08:02.873206 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-4612e660-bb24-4d3c-a79e-63557fd19c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:07:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['db5a722c-e321-4179-aead-8e04aa51c2f0'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:08:02.908274 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db5ab9-e1e6-453e-8788-2bc45a622f1a req-70060bc3-849b-4dcb-aad5-02bcf8e31d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:08:02.909820 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-11db5ab9-e1e6-453e-8788-2bc45a622f1a req-70060bc3-849b-4dcb-aad5-02bcf8e31d8c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b941e96-e008-49a3-a2e8-fc949ea58787 HTTP/1.1" status: 200 len: 847 time: 0.0518820 Jul 23 11:08:02.977432 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db5ab9-e1e6-453e-8788-2bc45a622f1a req-3fef84e5-945b-40ba-8425-c1f274a627c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:08:02.979087 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-11db5ab9-e1e6-453e-8788-2bc45a622f1a req-3fef84e5-945b-40ba-8425-c1f274a627c3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c1983693-fe8e-4a35-beb9-2f00a7f70c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584850 Jul 23 11:08:02.989830 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-4612e660-bb24-4d3c-a79e-63557fd19c21 None None] Set router db5a722c-e321-4179-aead-8e04aa51c2f0 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:08:03.079811 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-11db5ab9-e1e6-453e-8788-2bc45a622f1a req-76b67fea-666c-4cf6-88f7-375e8f380607 service neutron] 10.222.0.48 "GET /v2.0/networks/c1983693-fe8e-4a35-beb9-2f00a7f70c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900552 Jul 23 11:08:03.174719 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-11db5ab9-e1e6-453e-8788-2bc45a622f1a req-af104a2f-6bce-44c3-8d7b-b39407981f30 service neutron] 10.222.0.48 "GET /v2.0/networks/c1983693-fe8e-4a35-beb9-2f00a7f70c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879438 Jul 23 11:08:03.196160 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-4612e660-bb24-4d3c-a79e-63557fd19c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'name': 'tempest-TestShelveInstance-196847214-router', 'tenant_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e520cf2b-2f3e-408e-8619-480013a663fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:07Z', 'updated_at': '2021-07-23T11:03:11Z', 'revision_number': 4, 'project_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'gw_port': {'id': 'e520cf2b-2f3e-408e-8619-480013a663fa', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:07Z', 'updated_at': '2021-07-23T11:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': 'a9d57df7-3310-4693-a352-833ee6035b6c', 'name': '', 'network_id': 'c1983693-fe8e-4a35-beb9-2f00a7f70c5f', 'tenant_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'mac_address': 'fa:16:3e:dd:95:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '3b941e96-e008-49a3-a2e8-fc949ea58787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:10Z', 'updated_at': '2021-07-23T11:03:19Z', 'revision_number': 5, 'project_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'subnets': [{'id': '3b941e96-e008-49a3-a2e8-fc949ea58787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:08:03.222535 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4612e660-bb24-4d3c-a79e-63557fd19c21 None None] The sync data for ids ['db5a722c-e321-4179-aead-8e04aa51c2f0'] in dv-cinder-801989-3-iscsi is: [{'id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'name': 'tempest-TestShelveInstance-196847214-router', 'tenant_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e520cf2b-2f3e-408e-8619-480013a663fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:07Z', 'updated_at': '2021-07-23T11:03:11Z', 'revision_number': 4, 'project_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'gw_port': {'id': 'e520cf2b-2f3e-408e-8619-480013a663fa', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:07Z', 'updated_at': '2021-07-23T11:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': 'a9d57df7-3310-4693-a352-833ee6035b6c', 'name': '', 'network_id': 'c1983693-fe8e-4a35-beb9-2f00a7f70c5f', 'tenant_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'mac_address': 'fa:16:3e:dd:95:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '3b941e96-e008-49a3-a2e8-fc949ea58787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:10Z', 'updated_at': '2021-07-23T11:03:19Z', 'revision_number': 5, 'project_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'subnets': [{'id': '3b941e96-e008-49a3-a2e8-fc949ea58787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:08:03.428365 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be34344-f616-4aa7-9357-a69bb93e6c4c None None] New status for floating IP 83dadb98-a4ae-4c66-a00c-9ea63052580d: DOWN {{(pid=93048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:08:03.951181 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854132a-af8b-4d03-aaec-8f91b3e4d749 req-235b5fd8-a823-472a-9642-c803e9257dd3 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:08:03.952703 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-a854132a-af8b-4d03-aaec-8f91b3e4d749 req-235b5fd8-a823-472a-9642-c803e9257dd3 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 946 time: 0.0648901 Jul 23 11:08:03.995122 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-a854132a-af8b-4d03-aaec-8f91b3e4d749 req-723b6a87-20b0-4b1f-b66a-360e8ced56db tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/security-groups?id=2561015b-4d2f-4b09-a0d3-dddb29caf255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362437 Jul 23 11:08:04.943709 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169a3cb-a746-4dfb-8a84-c2ec1ed7f80e req-e02b2aaf-3203-4118-a48d-fee398a61b77 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:08:04.945091 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4169a3cb-a746-4dfb-8a84-c2ec1ed7f80e req-e02b2aaf-3203-4118-a48d-fee398a61b77 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 946 time: 0.0688605 Jul 23 11:08:05.061927 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-4169a3cb-a746-4dfb-8a84-c2ec1ed7f80e req-87f5f947-1ee5-4e3b-8c7a-4bc1645e16f3 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Deleting port cf2a6406-8dfe-41e9-aadc-d766f5245382 {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:08:05.062396 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-4169a3cb-a746-4dfb-8a84-c2ec1ed7f80e req-87f5f947-1ee5-4e3b-8c7a-4bc1645e16f3 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:05.134595 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3978c2-7357-4a67-9769-3a9e5ba6dfd2 req-6fcd1754-06bf-4b74-b6bf-06f330da9016 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:08:05.136082 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-bd3978c2-7357-4a67-9769-3a9e5ba6dfd2 req-6fcd1754-06bf-4b74-b6bf-06f330da9016 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 946 time: 0.0668631 Jul 23 11:08:05.163237 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-4169a3cb-a746-4dfb-8a84-c2ec1ed7f80e req-87f5f947-1ee5-4e3b-8c7a-4bc1645e16f3 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] For port cf2a6406-8dfe-41e9-aadc-d766f5245382, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=cf2a6406-8dfe-41e9-aadc-d766f5245382,segment=NetworkSegment(08f81389-4dc0-46ad-aacc-02000dec7f84),segment_id=08f81389-4dc0-46ad-aacc-02000dec7f84)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:08:05.163661 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-4169a3cb-a746-4dfb-8a84-c2ec1ed7f80e req-87f5f947-1ee5-4e3b-8c7a-4bc1645e16f3 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:05.178335 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-bd3978c2-7357-4a67-9769-3a9e5ba6dfd2 req-cc3cbc20-7d53-4c68-b159-a81a3a405e05 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/security-groups?id=2561015b-4d2f-4b09-a0d3-dddb29caf255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340714 Jul 23 11:08:05.179107 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-4169a3cb-a746-4dfb-8a84-c2ec1ed7f80e req-87f5f947-1ee5-4e3b-8c7a-4bc1645e16f3 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Calling delete_port for cf2a6406-8dfe-41e9-aadc-d766f5245382 owned by compute:nova {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:08:05.313498 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-4169a3cb-a746-4dfb-8a84-c2ec1ed7f80e req-87f5f947-1ee5-4e3b-8c7a-4bc1645e16f3 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:05.341543 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5f947-1ee5-4e3b-8c7a-4bc1645e16f3 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Pushing event deleted for resources: {'Port': ['ID=cf2a6406-8dfe-41e9-aadc-d766f5245382,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:08:05.390769 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-4169a3cb-a746-4dfb-8a84-c2ec1ed7f80e req-87f5f947-1ee5-4e3b-8c7a-4bc1645e16f3 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] No DVR routers for this DVR port cf2a6406-8dfe-41e9-aadc-d766f5245382 on host hv-cinder-80198 {{(pid=93047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:08:05.393518 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-4169a3cb-a746-4dfb-8a84-c2ec1ed7f80e req-87f5f947-1ee5-4e3b-8c7a-4bc1645e16f3 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:05.395578 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4169a3cb-a746-4dfb-8a84-c2ec1ed7f80e req-87f5f947-1ee5-4e3b-8c7a-4bc1645e16f3 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.48 "DELETE /v2.0/ports/cf2a6406-8dfe-41e9-aadc-d766f5245382 HTTP/1.1" status: 204 len: 173 time: 0.4445262 Jul 23 11:08:05.396051 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f', 'name': 'network-vif-deleted', 'tag': 'cf2a6406-8dfe-41e9-aadc-d766f5245382'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:08:05.398331 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57990bb103ee5b7a3f14144f2b0acc3407ada3b1c8656e111118fed9c99398e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93f47ec-6865-4675-a308-6ceb54c044ed" -d '{"events": [{"server_uuid": "1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f", "name": "network-vif-deleted", "tag": "cf2a6406-8dfe-41e9-aadc-d766f5245382"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:08:05.434376 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc77556-25c5-49f3-a857-1106115d40ea x-openstack-request-id: req-dcc77556-25c5-49f3-a857-1106115d40ea {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:08:05.434711 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f", "name": "network-vif-deleted", "tag": "cf2a6406-8dfe-41e9-aadc-d766f5245382", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:08:05.434965 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dcc77556-25c5-49f3-a857-1106115d40ea {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:08:05.435427 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f', 'name': 'network-vif-deleted', 'tag': 'cf2a6406-8dfe-41e9-aadc-d766f5245382', 'status': 'completed', 'code': 200} Jul 23 11:08:06.300766 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-628b2492-2549-4734-a757-122cd8d20a52 req-a0b401be-fddc-4b22-b059-9bb4873b564b tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bcd40e2-72f3-4ecf-b7f7-fc2b46601e9f HTTP/1.1" status: 200 len: 210 time: 0.0306926 Jul 23 11:08:07.355876 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 34240) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:08:07.420381 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-cb8dde4d-a1a1-46db-985a-cec428a2bb76 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:07.445392 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-cb8dde4d-a1a1-46db-985a-cec428a2bb76 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:07.506142 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-cb8dde4d-a1a1-46db-985a-cec428a2bb76 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:07.508819 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-cb8dde4d-a1a1-46db-985a-cec428a2bb76 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:07.509992 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-cb8dde4d-a1a1-46db-985a-cec428a2bb76 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] 10.222.0.47 "DELETE /v2.0/security-groups/2561015b-4d2f-4b09-a0d3-dddb29caf255 HTTP/1.1" status: 204 len: 168 time: 0.1530328 Jul 23 11:08:07.519251 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8dde4d-a1a1-46db-985a-cec428a2bb76 tempest-TestShelveInstance-373977155 tempest-TestShelveInstance-373977155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2561015b-4d2f-4b09-a0d3-dddb29caf255,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:08:07.559550 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 34244) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:08:08.320249 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0d0e54fb-3732-488f-a49b-7a04b92cbe81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402753'] for router_interface, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:08.585122 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-0d0e54fb-3732-488f-a49b-7a04b92cbe81 admin admin] Deleting port a9d57df7-3310-4693-a352-833ee6035b6c {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:08:08.585791 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0d0e54fb-3732-488f-a49b-7a04b92cbe81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:08.661021 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [None req-0d0e54fb-3732-488f-a49b-7a04b92cbe81 admin admin] For port a9d57df7-3310-4693-a352-833ee6035b6c, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=a9d57df7-3310-4693-a352-833ee6035b6c,segment=NetworkSegment(08f81389-4dc0-46ad-aacc-02000dec7f84),segment_id=08f81389-4dc0-46ad-aacc-02000dec7f84)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:08:08.661382 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0d0e54fb-3732-488f-a49b-7a04b92cbe81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:08.675860 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-0d0e54fb-3732-488f-a49b-7a04b92cbe81 admin admin] Calling delete_port for a9d57df7-3310-4693-a352-833ee6035b6c owned by network:router_interface {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:08:08.860510 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0d0e54fb-3732-488f-a49b-7a04b92cbe81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:08.885137 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e54fb-3732-488f-a49b-7a04b92cbe81 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9d57df7-3310-4693-a352-833ee6035b6c,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:08:09.084927 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0d0e54fb-3732-488f-a49b-7a04b92cbe81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401687'] for router_interface, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:09.302230 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0e54fb-3732-488f-a49b-7a04b92cbe81 admin admin] Router db5a722c-e321-4179-aead-8e04aa51c2f0 has already been hosted by L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:08:09.405427 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0e54fb-3732-488f-a49b-7a04b92cbe81 admin admin] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:08:09.411239 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-0d0e54fb-3732-488f-a49b-7a04b92cbe81 admin admin] 10.222.0.47 "PUT /v2.0/routers/db5a722c-e321-4179-aead-8e04aa51c2f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8499229 Jul 23 11:08:09.413275 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 34270) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:08:09.416679 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187ab058-6618-42fe-8ab7-0fd01912e280 None None] Sync routers for ids ['db5a722c-e321-4179-aead-8e04aa51c2f0'] in dv-cinder-801989-3-iscsi {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:08:09.427252 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187ab058-6618-42fe-8ab7-0fd01912e280 None None] Routers {'db5a722c-e321-4179-aead-8e04aa51c2f0'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:08:09.427949 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-187ab058-6618-42fe-8ab7-0fd01912e280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:07:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['db5a722c-e321-4179-aead-8e04aa51c2f0'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:08:09.490312 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device cf2a6406-8dfe-41e9-aadc-d766f5245382 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:08:09.511398 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] No Port match for: cf2a6406-8dfe-41e9-aadc-d766f5245382 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:08:09.512366 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device cf2a6406-8dfe-41e9-aadc-d766f5245382 not bound to the agent host hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:08:09.526012 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6a7891a7-d38a-4932-90e4-5a69a4a794fa admin admin] Notify callbacks [] for router, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:09.538904 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-187ab058-6618-42fe-8ab7-0fd01912e280 None None] Set router db5a722c-e321-4179-aead-8e04aa51c2f0 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:08:09.635362 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6a7891a7-d38a-4932-90e4-5a69a4a794fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:09.687559 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-6a7891a7-d38a-4932-90e4-5a69a4a794fa admin admin] Deleting port e520cf2b-2f3e-408e-8619-480013a663fa {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:08:09.687907 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6a7891a7-d38a-4932-90e4-5a69a4a794fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:09.729461 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-187ab058-6618-42fe-8ab7-0fd01912e280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'name': 'tempest-TestShelveInstance-196847214-router', 'tenant_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e520cf2b-2f3e-408e-8619-480013a663fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:07Z', 'updated_at': '2021-07-23T11:08:08Z', 'revision_number': 5, 'project_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'gw_port': {'id': 'e520cf2b-2f3e-408e-8619-480013a663fa', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:07Z', 'updated_at': '2021-07-23T11:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi'}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:08:09.756819 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187ab058-6618-42fe-8ab7-0fd01912e280 None None] Checking router: db5a722c-e321-4179-aead-8e04aa51c2f0 for host: dv-cinder-801989-3-iscsi {{(pid=93049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:08:09.765648 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187ab058-6618-42fe-8ab7-0fd01912e280 None None] Routers {'db5a722c-e321-4179-aead-8e04aa51c2f0'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:08:09.766257 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-187ab058-6618-42fe-8ab7-0fd01912e280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:07:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['db5a722c-e321-4179-aead-8e04aa51c2f0'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:08:09.770992 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [None req-6a7891a7-d38a-4932-90e4-5a69a4a794fa admin admin] For port e520cf2b-2f3e-408e-8619-480013a663fa, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=e520cf2b-2f3e-408e-8619-480013a663fa,segment=NetworkSegment(b5c8421f-b86b-4175-8464-b8724faa06bb),segment_id=b5c8421f-b86b-4175-8464-b8724faa06bb)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:08:09.771357 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6a7891a7-d38a-4932-90e4-5a69a4a794fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:09.783676 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-6a7891a7-d38a-4932-90e4-5a69a4a794fa admin admin] Calling delete_port for e520cf2b-2f3e-408e-8619-480013a663fa owned by network:router_gateway {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:08:09.853857 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-187ab058-6618-42fe-8ab7-0fd01912e280 None None] Set router db5a722c-e321-4179-aead-8e04aa51c2f0 gateway port host: None {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:08:09.912325 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-187ab058-6618-42fe-8ab7-0fd01912e280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'name': 'tempest-TestShelveInstance-196847214-router', 'tenant_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:07Z', 'updated_at': '2021-07-23T11:08:09Z', 'revision_number': 6, 'project_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'gw_port_host': None}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:08:09.938382 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187ab058-6618-42fe-8ab7-0fd01912e280 None None] The sync data for ids ['db5a722c-e321-4179-aead-8e04aa51c2f0'] in dv-cinder-801989-3-iscsi is: [{'id': 'db5a722c-e321-4179-aead-8e04aa51c2f0', 'name': 'tempest-TestShelveInstance-196847214-router', 'tenant_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:07Z', 'updated_at': '2021-07-23T11:08:09Z', 'revision_number': 6, 'project_id': '1165799dfafa48dcbe42cd4ec67ea2ec', 'gw_port_host': None}] {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:08:09.955196 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6a7891a7-d38a-4932-90e4-5a69a4a794fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:09.989049 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7891a7-d38a-4932-90e4-5a69a4a794fa admin admin] Pushing event deleted for resources: {'Port': ['ID=e520cf2b-2f3e-408e-8619-480013a663fa,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:08:10.055443 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6a7891a7-d38a-4932-90e4-5a69a4a794fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408832'] for router_gateway, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:10.148028 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6a7891a7-d38a-4932-90e4-5a69a4a794fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-377688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:10.150160 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6a7891a7-d38a-4932-90e4-5a69a4a794fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:10.195010 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6a7891a7-d38a-4932-90e4-5a69a4a794fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-377828'] for router, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:10.195682 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7891a7-d38a-4932-90e4-5a69a4a794fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router db5a722c-e321-4179-aead-8e04aa51c2f0 {{(pid=93047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 11:08:10.201931 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6a7891a7-d38a-4932-90e4-5a69a4a794fa admin admin] Notify callbacks [] for router, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:10.203097 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-6a7891a7-d38a-4932-90e4-5a69a4a794fa admin admin] 10.222.0.47 "DELETE /v2.0/routers/db5a722c-e321-4179-aead-8e04aa51c2f0 HTTP/1.1" status: 204 len: 168 time: 0.7887819 Jul 23 11:08:10.205625 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 34280) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:08:10.250451 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9453d57-de51-4803-8033-cd85a7deee5a admin admin] Deleting subnet 3b941e96-e008-49a3-a2e8-fc949ea58787 {{(pid=93047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:08:10.253699 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f9453d57-de51-4803-8033-cd85a7deee5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:10.289389 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f9453d57-de51-4803-8033-cd85a7deee5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31365394'] for subnet, precommit_delete_associations {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:10.411978 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f9453d57-de51-4803-8033-cd85a7deee5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501035'] for subnet, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:10.438133 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device a9d57df7-3310-4693-a352-833ee6035b6c no longer exists at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:08:10.463493 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] No Port match for: a9d57df7-3310-4693-a352-833ee6035b6c {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:08:10.463858 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device a9d57df7-3310-4693-a352-833ee6035b6c not bound to the agent host dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:08:10.476625 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f9453d57-de51-4803-8033-cd85a7deee5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31365225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31171138'] for subnet, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:10.508481 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9453d57-de51-4803-8033-cd85a7deee5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b941e96-e008-49a3-a2e8-fc949ea58787,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:08:10.513223 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f9453d57-de51-4803-8033-cd85a7deee5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for subnet, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:10.517823 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-f9453d57-de51-4803-8033-cd85a7deee5a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/3b941e96-e008-49a3-a2e8-fc949ea58787 HTTP/1.1" status: 204 len: 168 time: 0.3090174 Jul 23 11:08:10.518139 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 34286) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:08:10.519063 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292f58a5-c8fb-425f-9c7f-d5e2a94af84a None None] Network c1983693-fe8e-4a35-beb9-2f00a7f70c5f requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:08:10.590520 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-31d598f6-24db-4641-8b9b-c37a87f77ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638085'] for network, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:10.644990 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-31d598f6-24db-4641-8b9b-c37a87f77ffc admin admin] Deleting port 3902e953-ebcf-4bd5-ae4b-3a109865edae {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:08:10.645554 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-31d598f6-24db-4641-8b9b-c37a87f77ffc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:10.719127 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [None req-31d598f6-24db-4641-8b9b-c37a87f77ffc admin admin] For port 3902e953-ebcf-4bd5-ae4b-3a109865edae, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=3902e953-ebcf-4bd5-ae4b-3a109865edae,segment=NetworkSegment(08f81389-4dc0-46ad-aacc-02000dec7f84),segment_id=08f81389-4dc0-46ad-aacc-02000dec7f84)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:08:10.719490 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-31d598f6-24db-4641-8b9b-c37a87f77ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:10.729672 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6a9353-bd1c-4c22-86e0-8f1b56b3a241 None None] DHCP port deletion for c1983693-fe8e-4a35-beb9-2f00a7f70c5f request from dv-cinder-801989-3-iscsi {{(pid=93048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 11:08:10.742540 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-31d598f6-24db-4641-8b9b-c37a87f77ffc admin admin] Calling delete_port for 3902e953-ebcf-4bd5-ae4b-3a109865edae owned by network:dhcp {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:08:10.780851 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-af6a9353-bd1c-4c22-86e0-8f1b56b3a241 None None] Deleting port 3902e953-ebcf-4bd5-ae4b-3a109865edae {{(pid=93048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:08:10.781309 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-af6a9353-bd1c-4c22-86e0-8f1b56b3a241 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:10.827086 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-31d598f6-24db-4641-8b9b-c37a87f77ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:10.847164 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-af6a9353-bd1c-4c22-86e0-8f1b56b3a241 None None] For port 3902e953-ebcf-4bd5-ae4b-3a109865edae, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=3902e953-ebcf-4bd5-ae4b-3a109865edae,segment=NetworkSegment(08f81389-4dc0-46ad-aacc-02000dec7f84),segment_id=08f81389-4dc0-46ad-aacc-02000dec7f84)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:08:10.847556 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-af6a9353-bd1c-4c22-86e0-8f1b56b3a241 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:10.855298 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d598f6-24db-4641-8b9b-c37a87f77ffc admin admin] Pushing event deleted for resources: {'Port': ['ID=3902e953-ebcf-4bd5-ae4b-3a109865edae,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:08:10.860570 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-af6a9353-bd1c-4c22-86e0-8f1b56b3a241 None None] Calling delete_port for 3902e953-ebcf-4bd5-ae4b-3a109865edae owned by network:dhcp {{(pid=93048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:08:10.862306 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d598f6-24db-4641-8b9b-c37a87f77ffc admin admin] No DVR routers for this DVR port 3902e953-ebcf-4bd5-ae4b-3a109865edae on host dv-cinder-801989-3-iscsi {{(pid=93047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:08:10.940620 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-31d598f6-24db-4641-8b9b-c37a87f77ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499634', 'neutron.services.segments.db._delete_segments_for_network-8792856633739'] for network, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:10.943532 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-af6a9353-bd1c-4c22-86e0-8f1b56b3a241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983'] for port, after_delete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:10.950929 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-31d598f6-24db-4641-8b9b-c37a87f77ffc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1983693-fe8e-4a35-beb9-2f00a7f70c5f']}} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:08:10.960355 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-31d598f6-24db-4641-8b9b-c37a87f77ffc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08f81389-4dc0-46ad-aacc-02000dec7f84') {'for_net_delete': True} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:08:10.960687 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-31d598f6-24db-4641-8b9b-c37a87f77ffc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08f81389-4dc0-46ad-aacc-02000dec7f84') {} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:08:10.970560 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-31d598f6-24db-4641-8b9b-c37a87f77ffc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792856541624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31365419'] for segment, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:10.974277 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a9353-bd1c-4c22-86e0-8f1b56b3a241 None None] Pushing event deleted for resources: {'Port': ['ID=3902e953-ebcf-4bd5-ae4b-3a109865edae,revision_number=None']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:08:10.982041 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6a9353-bd1c-4c22-86e0-8f1b56b3a241 None None] No DVR routers for this DVR port 3902e953-ebcf-4bd5-ae4b-3a109865edae on host dv-cinder-801989-3-iscsi {{(pid=93048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:08:10.989150 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6a9353-bd1c-4c22-86e0-8f1b56b3a241 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:08:10.989583 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6a9353-bd1c-4c22-86e0-8f1b56b3a241 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:08:10.989865 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-31d598f6-24db-4641-8b9b-c37a87f77ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402'] for segment, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:10.990073 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6a9353-bd1c-4c22-86e0-8f1b56b3a241 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:08:10.990469 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6a9353-bd1c-4c22-86e0-8f1b56b3a241 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:08:10.990868 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6a9353-bd1c-4c22-86e0-8f1b56b3a241 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:08:10.991268 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6a9353-bd1c-4c22-86e0-8f1b56b3a241 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:08:10.991961 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6a9353-bd1c-4c22-86e0-8f1b56b3a241 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:08:10.991961 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6a9353-bd1c-4c22-86e0-8f1b56b3a241 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:08:10.993560 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6a9353-bd1c-4c22-86e0-8f1b56b3a241 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:08:10.994310 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6a9353-bd1c-4c22-86e0-8f1b56b3a241 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:08:10.994605 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6a9353-bd1c-4c22-86e0-8f1b56b3a241 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:08:10.995093 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6a9353-bd1c-4c22-86e0-8f1b56b3a241 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:08:10.998491 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31d598f6-24db-4641-8b9b-c37a87f77ffc admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=93047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:08:10.998491 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-31d598f6-24db-4641-8b9b-c37a87f77ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31365331'] for segment, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:11.000688 dv-cinder-801989-3-iscsi neutron-server[93047]: Traceback (most recent call last): Jul 23 11:08:11.000688 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:08:11.000688 dv-cinder-801989-3-iscsi neutron-server[93047]: timer() Jul 23 11:08:11.000688 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:08:11.000688 dv-cinder-801989-3-iscsi neutron-server[93047]: cb(*args, **kw) Jul 23 11:08:11.000688 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:08:11.000688 dv-cinder-801989-3-iscsi neutron-server[93047]: return func(*args, **kwargs) Jul 23 11:08:11.000688 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:08:11.000688 dv-cinder-801989-3-iscsi neutron-server[93047]: self._notify() Jul 23 11:08:11.000688 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:08:11.000688 dv-cinder-801989-3-iscsi neutron-server[93047]: self.callback(batched_events) Jul 23 11:08:11.000688 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:08:11.000688 dv-cinder-801989-3-iscsi neutron-server[93047]: event.method(event) Jul 23 11:08:11.000688 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:08:11.000688 dv-cinder-801989-3-iscsi neutron-server[93047]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:08:11.000688 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:08:11.000688 dv-cinder-801989-3-iscsi neutron-server[93047]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:08:11.000688 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:08:11.000688 dv-cinder-801989-3-iscsi neutron-server[93047]: return f(self, *a, **k) Jul 23 11:08:11.000688 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:08:11.000688 dv-cinder-801989-3-iscsi neutron-server[93047]: return self._get(url).json() Jul 23 11:08:11.000688 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:08:11.000688 dv-cinder-801989-3-iscsi neutron-server[93047]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:08:11.000688 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:08:11.000688 dv-cinder-801989-3-iscsi neutron-server[93047]: return self.request(url, 'GET', **kwargs) Jul 23 11:08:11.000688 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:08:11.000688 dv-cinder-801989-3-iscsi neutron-server[93047]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:08:11.000688 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:08:11.000688 dv-cinder-801989-3-iscsi neutron-server[93047]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:08:11.000688 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:08:11.000688 dv-cinder-801989-3-iscsi neutron-server[93047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:08:11.000688 dv-cinder-801989-3-iscsi neutron-server[93047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:08:11.059917 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-31d598f6-24db-4641-8b9b-c37a87f77ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409060'] for network, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:11.065105 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-31d598f6-24db-4641-8b9b-c37a87f77ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for network, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:11.066969 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-31d598f6-24db-4641-8b9b-c37a87f77ffc admin admin] 10.222.0.47 "DELETE /v2.0/networks/c1983693-fe8e-4a35-beb9-2f00a7f70c5f HTTP/1.1" status: 204 len: 168 time: 0.5478823 Jul 23 11:08:11.070211 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 34298) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:08:11.123365 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d598f6-24db-4641-8b9b-c37a87f77ffc admin admin] Pushing event deleted for resources: {'Network': ['ID=c1983693-fe8e-4a35-beb9-2f00a7f70c5f,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:08:11.669473 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-18ec2f83-198d-44fd-8323-511f8b768693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402753'] for router_interface, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:11.913564 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-18ec2f83-198d-44fd-8323-511f8b768693 admin admin] Deleting port 69eea5ab-9c88-4fe5-9156-cdbf8ba3702b {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:08:11.913902 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-18ec2f83-198d-44fd-8323-511f8b768693 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:11.992080 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [None req-18ec2f83-198d-44fd-8323-511f8b768693 admin admin] For port 69eea5ab-9c88-4fe5-9156-cdbf8ba3702b, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=69eea5ab-9c88-4fe5-9156-cdbf8ba3702b,segment=NetworkSegment(0db5d32d-768f-4c85-ba5f-2947bf3d8000),segment_id=0db5d32d-768f-4c85-ba5f-2947bf3d8000)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:08:11.992462 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-18ec2f83-198d-44fd-8323-511f8b768693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:12.005092 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-18ec2f83-198d-44fd-8323-511f8b768693 admin admin] Calling delete_port for 69eea5ab-9c88-4fe5-9156-cdbf8ba3702b owned by network:router_interface {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:08:12.179571 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 3902e953-ebcf-4bd5-ae4b-3a109865edae no longer exists at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:08:12.189137 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-18ec2f83-198d-44fd-8323-511f8b768693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:12.203446 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] No Port match for: 3902e953-ebcf-4bd5-ae4b-3a109865edae {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:08:12.203996 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 3902e953-ebcf-4bd5-ae4b-3a109865edae not bound to the agent host dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:08:12.204591 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device e520cf2b-2f3e-408e-8619-480013a663fa no longer exists at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:08:12.215505 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec2f83-198d-44fd-8323-511f8b768693 admin admin] Pushing event deleted for resources: {'Port': ['ID=69eea5ab-9c88-4fe5-9156-cdbf8ba3702b,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:08:12.235524 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] No Port match for: e520cf2b-2f3e-408e-8619-480013a663fa {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:08:12.235867 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device e520cf2b-2f3e-408e-8619-480013a663fa not bound to the agent host dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:08:12.386541 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-18ec2f83-198d-44fd-8323-511f8b768693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401687'] for router_interface, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:12.598003 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ec2f83-198d-44fd-8323-511f8b768693 admin admin] Router 34bc4b52-f2dd-4bb6-8b0f-d63118c75166 has already been hosted by L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:08:12.701655 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ec2f83-198d-44fd-8323-511f8b768693 admin admin] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:08:12.706581 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-18ec2f83-198d-44fd-8323-511f8b768693 admin admin] 10.222.0.47 "PUT /v2.0/routers/34bc4b52-f2dd-4bb6-8b0f-d63118c75166/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6353958 Jul 23 11:08:12.709110 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 34326) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:08:12.711767 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed83b0f6-a4ff-4cc5-9833-bcf47ed0ab35 None None] Sync routers for ids ['34bc4b52-f2dd-4bb6-8b0f-d63118c75166'] in dv-cinder-801989-3-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:08:12.721474 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed83b0f6-a4ff-4cc5-9833-bcf47ed0ab35 None None] Routers {'34bc4b52-f2dd-4bb6-8b0f-d63118c75166'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:08:12.722188 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-ed83b0f6-a4ff-4cc5-9833-bcf47ed0ab35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:07:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['34bc4b52-f2dd-4bb6-8b0f-d63118c75166'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:08:12.809519 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-230a4869-20fc-4bb8-9d96-b11f23ebce61 admin admin] Notify callbacks [] for router, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:12.820167 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-ed83b0f6-a4ff-4cc5-9833-bcf47ed0ab35 None None] Set router 34bc4b52-f2dd-4bb6-8b0f-d63118c75166 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:08:12.925433 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-230a4869-20fc-4bb8-9d96-b11f23ebce61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:12.982738 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-230a4869-20fc-4bb8-9d96-b11f23ebce61 admin admin] Deleting port 1c7a1c4a-cd96-4848-84d5-6ea5361d1e30 {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:08:12.983088 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-230a4869-20fc-4bb8-9d96-b11f23ebce61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:13.068133 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [None req-230a4869-20fc-4bb8-9d96-b11f23ebce61 admin admin] For port 1c7a1c4a-cd96-4848-84d5-6ea5361d1e30, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=1c7a1c4a-cd96-4848-84d5-6ea5361d1e30,segment=NetworkSegment(b5c8421f-b86b-4175-8464-b8724faa06bb),segment_id=b5c8421f-b86b-4175-8464-b8724faa06bb)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:08:13.068439 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-230a4869-20fc-4bb8-9d96-b11f23ebce61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:13.079742 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-230a4869-20fc-4bb8-9d96-b11f23ebce61 admin admin] Calling delete_port for 1c7a1c4a-cd96-4848-84d5-6ea5361d1e30 owned by network:router_gateway {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:08:13.118642 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-ed83b0f6-a4ff-4cc5-9833-bcf47ed0ab35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bc4b52-f2dd-4bb6-8b0f-d63118c75166', 'name': 'tempest-TestShelveInstance-451454687-router', 'tenant_id': '411411eb59f3499c91ae92afe71ae2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '1c7a1c4a-cd96-4848-84d5-6ea5361d1e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:13Z', 'updated_at': '2021-07-23T11:08:12Z', 'revision_number': 5, 'project_id': '411411eb59f3499c91ae92afe71ae2e0', 'gw_port': {'id': '1c7a1c4a-cd96-4848-84d5-6ea5361d1e30', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:27:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bc4b52-f2dd-4bb6-8b0f-d63118c75166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:14Z', 'updated_at': '2021-07-23T11:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi'}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:08:13.147079 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed83b0f6-a4ff-4cc5-9833-bcf47ed0ab35 None None] Checking router: 34bc4b52-f2dd-4bb6-8b0f-d63118c75166 for host: dv-cinder-801989-3-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:08:13.155896 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed83b0f6-a4ff-4cc5-9833-bcf47ed0ab35 None None] Routers {'34bc4b52-f2dd-4bb6-8b0f-d63118c75166'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:08:13.156534 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-ed83b0f6-a4ff-4cc5-9833-bcf47ed0ab35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:07:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['34bc4b52-f2dd-4bb6-8b0f-d63118c75166'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:08:13.241553 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-ed83b0f6-a4ff-4cc5-9833-bcf47ed0ab35 None None] Set router 34bc4b52-f2dd-4bb6-8b0f-d63118c75166 gateway port host: None {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:08:13.249493 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-230a4869-20fc-4bb8-9d96-b11f23ebce61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:13.275645 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a4869-20fc-4bb8-9d96-b11f23ebce61 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c7a1c4a-cd96-4848-84d5-6ea5361d1e30,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:08:13.303259 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-ed83b0f6-a4ff-4cc5-9833-bcf47ed0ab35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bc4b52-f2dd-4bb6-8b0f-d63118c75166', 'name': 'tempest-TestShelveInstance-451454687-router', 'tenant_id': '411411eb59f3499c91ae92afe71ae2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:13Z', 'updated_at': '2021-07-23T11:08:12Z', 'revision_number': 6, 'project_id': '411411eb59f3499c91ae92afe71ae2e0', 'gw_port_host': None}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:08:13.342174 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed83b0f6-a4ff-4cc5-9833-bcf47ed0ab35 None None] The sync data for ids ['34bc4b52-f2dd-4bb6-8b0f-d63118c75166'] in dv-cinder-801989-3-iscsi is: [{'id': '34bc4b52-f2dd-4bb6-8b0f-d63118c75166', 'name': 'tempest-TestShelveInstance-451454687-router', 'tenant_id': '411411eb59f3499c91ae92afe71ae2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:13Z', 'updated_at': '2021-07-23T11:08:12Z', 'revision_number': 6, 'project_id': '411411eb59f3499c91ae92afe71ae2e0', 'gw_port_host': None}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:08:13.355867 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-230a4869-20fc-4bb8-9d96-b11f23ebce61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408832'] for router_gateway, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:13.444802 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-230a4869-20fc-4bb8-9d96-b11f23ebce61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-377688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:13.446859 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-230a4869-20fc-4bb8-9d96-b11f23ebce61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:13.491303 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-230a4869-20fc-4bb8-9d96-b11f23ebce61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-377828'] for router, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:13.491816 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230a4869-20fc-4bb8-9d96-b11f23ebce61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34bc4b52-f2dd-4bb6-8b0f-d63118c75166 {{(pid=93047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 11:08:13.497278 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-230a4869-20fc-4bb8-9d96-b11f23ebce61 admin admin] Notify callbacks [] for router, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:13.498414 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-230a4869-20fc-4bb8-9d96-b11f23ebce61 admin admin] 10.222.0.47 "DELETE /v2.0/routers/34bc4b52-f2dd-4bb6-8b0f-d63118c75166 HTTP/1.1" status: 204 len: 168 time: 0.7884085 Jul 23 11:08:13.501038 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 34336) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:08:13.544582 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c406fc-4d0a-4bd3-b961-99d355faa68d admin admin] Deleting subnet 0c4c2d6f-232d-4889-922f-042c92777c97 {{(pid=93047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:08:13.547523 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f8c406fc-4d0a-4bd3-b961-99d355faa68d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:13.581195 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f8c406fc-4d0a-4bd3-b961-99d355faa68d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31365394'] for subnet, precommit_delete_associations {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:13.663674 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f8c406fc-4d0a-4bd3-b961-99d355faa68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501035'] for subnet, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:13.718650 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f8c406fc-4d0a-4bd3-b961-99d355faa68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31365225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31171138'] for subnet, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:13.743447 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c406fc-4d0a-4bd3-b961-99d355faa68d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c4c2d6f-232d-4889-922f-042c92777c97,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:08:13.749822 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f8c406fc-4d0a-4bd3-b961-99d355faa68d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for subnet, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:13.751722 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-f8c406fc-4d0a-4bd3-b961-99d355faa68d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/0c4c2d6f-232d-4889-922f-042c92777c97 HTTP/1.1" status: 204 len: 168 time: 0.2497585 Jul 23 11:08:13.754362 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 34342) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:08:13.757451 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7cf5ef-a4e2-4987-9f0f-ab5e28803662 None None] Network 4c534298-a7f4-49cd-b8db-442c96adc399 requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:08:13.826584 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1ec27848-d229-4f6a-89c9-2838dcddf9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638085'] for network, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:13.878895 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-1ec27848-d229-4f6a-89c9-2838dcddf9e0 admin admin] Deleting port 1df6f9a3-aa7a-4c75-a04f-2cf5cda4719e {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:08:13.879176 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1ec27848-d229-4f6a-89c9-2838dcddf9e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:13.946376 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [None req-1ec27848-d229-4f6a-89c9-2838dcddf9e0 admin admin] For port 1df6f9a3-aa7a-4c75-a04f-2cf5cda4719e, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=1df6f9a3-aa7a-4c75-a04f-2cf5cda4719e,segment=NetworkSegment(0db5d32d-768f-4c85-ba5f-2947bf3d8000),segment_id=0db5d32d-768f-4c85-ba5f-2947bf3d8000)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:08:13.946731 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1ec27848-d229-4f6a-89c9-2838dcddf9e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:13.959180 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-1ec27848-d229-4f6a-89c9-2838dcddf9e0 admin admin] Calling delete_port for 1df6f9a3-aa7a-4c75-a04f-2cf5cda4719e owned by network:dhcp {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:08:14.048216 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1ec27848-d229-4f6a-89c9-2838dcddf9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:14.073043 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec27848-d229-4f6a-89c9-2838dcddf9e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1df6f9a3-aa7a-4c75-a04f-2cf5cda4719e,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:08:14.078246 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec27848-d229-4f6a-89c9-2838dcddf9e0 admin admin] No DVR routers for this DVR port 1df6f9a3-aa7a-4c75-a04f-2cf5cda4719e on host dv-cinder-801989-3-iscsi {{(pid=93047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:08:14.104324 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedad2a9-9820-4d46-98c3-d2cf586a1972 None None] DHCP port deletion for 4c534298-a7f4-49cd-b8db-442c96adc399 request from dv-cinder-801989-3-iscsi {{(pid=93048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 11:08:14.157451 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1ec27848-d229-4f6a-89c9-2838dcddf9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499634', 'neutron.services.segments.db._delete_segments_for_network-8792856633739'] for network, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:14.167410 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-1ec27848-d229-4f6a-89c9-2838dcddf9e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c534298-a7f4-49cd-b8db-442c96adc399']}} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:08:14.177760 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-1ec27848-d229-4f6a-89c9-2838dcddf9e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db5d32d-768f-4c85-ba5f-2947bf3d8000') {'for_net_delete': True} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:08:14.178146 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-1ec27848-d229-4f6a-89c9-2838dcddf9e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db5d32d-768f-4c85-ba5f-2947bf3d8000') {} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:08:14.188137 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1ec27848-d229-4f6a-89c9-2838dcddf9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792856541624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31365419'] for segment, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:14.193506 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 69eea5ab-9c88-4fe5-9156-cdbf8ba3702b no longer exists at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:08:14.204260 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1ec27848-d229-4f6a-89c9-2838dcddf9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402'] for segment, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:14.211071 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ec27848-d229-4f6a-89c9-2838dcddf9e0 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:08:14.211452 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1ec27848-d229-4f6a-89c9-2838dcddf9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31365331'] for segment, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:14.213103 dv-cinder-801989-3-iscsi neutron-server[93047]: Traceback (most recent call last): Jul 23 11:08:14.213103 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:08:14.213103 dv-cinder-801989-3-iscsi neutron-server[93047]: timer() Jul 23 11:08:14.213103 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:08:14.213103 dv-cinder-801989-3-iscsi neutron-server[93047]: cb(*args, **kw) Jul 23 11:08:14.213103 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:08:14.213103 dv-cinder-801989-3-iscsi neutron-server[93047]: return func(*args, **kwargs) Jul 23 11:08:14.213103 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:08:14.213103 dv-cinder-801989-3-iscsi neutron-server[93047]: self._notify() Jul 23 11:08:14.213103 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:08:14.213103 dv-cinder-801989-3-iscsi neutron-server[93047]: self.callback(batched_events) Jul 23 11:08:14.213103 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:08:14.213103 dv-cinder-801989-3-iscsi neutron-server[93047]: event.method(event) Jul 23 11:08:14.213103 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:08:14.213103 dv-cinder-801989-3-iscsi neutron-server[93047]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:08:14.213103 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:08:14.213103 dv-cinder-801989-3-iscsi neutron-server[93047]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:08:14.213103 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:08:14.213103 dv-cinder-801989-3-iscsi neutron-server[93047]: return f(self, *a, **k) Jul 23 11:08:14.213103 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:08:14.213103 dv-cinder-801989-3-iscsi neutron-server[93047]: return self._get(url).json() Jul 23 11:08:14.213103 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:08:14.213103 dv-cinder-801989-3-iscsi neutron-server[93047]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:08:14.213103 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:08:14.213103 dv-cinder-801989-3-iscsi neutron-server[93047]: return self.request(url, 'GET', **kwargs) Jul 23 11:08:14.213103 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:08:14.213103 dv-cinder-801989-3-iscsi neutron-server[93047]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:08:14.213103 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:08:14.213103 dv-cinder-801989-3-iscsi neutron-server[93047]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:08:14.213103 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:08:14.213103 dv-cinder-801989-3-iscsi neutron-server[93047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:08:14.213103 dv-cinder-801989-3-iscsi neutron-server[93047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:08:14.218258 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] No Port match for: 69eea5ab-9c88-4fe5-9156-cdbf8ba3702b {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:08:14.218608 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 69eea5ab-9c88-4fe5-9156-cdbf8ba3702b not bound to the agent host dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:08:14.219030 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 1df6f9a3-aa7a-4c75-a04f-2cf5cda4719e no longer exists at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:08:14.241992 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] No Port match for: 1df6f9a3-aa7a-4c75-a04f-2cf5cda4719e {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:08:14.242767 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 1df6f9a3-aa7a-4c75-a04f-2cf5cda4719e not bound to the agent host dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:08:14.242767 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 1c7a1c4a-cd96-4848-84d5-6ea5361d1e30 no longer exists at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:08:14.260953 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] No Port match for: 1c7a1c4a-cd96-4848-84d5-6ea5361d1e30 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:08:14.261837 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 1c7a1c4a-cd96-4848-84d5-6ea5361d1e30 not bound to the agent host dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:08:14.271614 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1ec27848-d229-4f6a-89c9-2838dcddf9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409060'] for network, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:14.276688 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1ec27848-d229-4f6a-89c9-2838dcddf9e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for network, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:14.280554 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-1ec27848-d229-4f6a-89c9-2838dcddf9e0 admin admin] 10.222.0.47 "DELETE /v2.0/networks/4c534298-a7f4-49cd-b8db-442c96adc399 HTTP/1.1" status: 204 len: 168 time: 0.5252223 Jul 23 11:08:14.294957 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec27848-d229-4f6a-89c9-2838dcddf9e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c534298-a7f4-49cd-b8db-442c96adc399,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:08:14.415500 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 34354) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:08:14.454274 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-6878ea1f-fab7-4f65-b284-2d3e84ee15f3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1165799dfafa48dcbe42cd4ec67ea2ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375085 Jul 23 11:08:14.456631 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 34356) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:08:14.506966 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c1077257-515d-47ee-b54f-4d6bbc2a3736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:14.530895 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c1077257-515d-47ee-b54f-4d6bbc2a3736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:14.577895 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c1077257-515d-47ee-b54f-4d6bbc2a3736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:14.580493 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c1077257-515d-47ee-b54f-4d6bbc2a3736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:14.581639 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-c1077257-515d-47ee-b54f-4d6bbc2a3736 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8b38e05c-b343-4626-95fa-7f9a63c09f1d HTTP/1.1" status: 204 len: 168 time: 0.1241195 Jul 23 11:08:14.589130 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1077257-515d-47ee-b54f-4d6bbc2a3736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b38e05c-b343-4626-95fa-7f9a63c09f1d,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:08:14.891411 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 34366) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:08:14.930909 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-fc34024b-ab42-4db9-ab6b-849acbfe9aa7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=411411eb59f3499c91ae92afe71ae2e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381551 Jul 23 11:08:14.934742 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 34368) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:08:14.983342 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8803cc62-e885-46de-8a34-23f6815d9b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:15.005648 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8803cc62-e885-46de-8a34-23f6815d9b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:15.056203 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8803cc62-e885-46de-8a34-23f6815d9b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:15.060400 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8803cc62-e885-46de-8a34-23f6815d9b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:15.064753 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-8803cc62-e885-46de-8a34-23f6815d9b00 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a58846ce-5a7c-4b8d-ac49-e8b463a65b39 HTTP/1.1" status: 204 len: 168 time: 0.1289797 Jul 23 11:08:15.072583 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803cc62-e885-46de-8a34-23f6815d9b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58846ce-5a7c-4b8d-ac49-e8b463a65b39,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:08:16.545565 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-8b21796d-4495-46cb-b534-340bf679f2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:17.549108 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:08:19.576655 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-dd064cfe-548e-4c7e-b987-b55e212bf778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:19.678061 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:20.530689 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:20.633854 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 34482) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:08:20.733969 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5bb0dfcd-0961-4b02-a375-a68b728cdd67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:20.821501 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5bb0dfcd-0961-4b02-a375-a68b728cdd67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:20.826230 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5bb0dfcd-0961-4b02-a375-a68b728cdd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:20.863128 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb0dfcd-0961-4b02-a375-a68b728cdd67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bc324d-55f3-4267-9381-fa5cac787180,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:08:20.868472 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-5bb0dfcd-0961-4b02-a375-a68b728cdd67 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1003782e3b0f4509b1a078f7fd31e2fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335925 Jul 23 11:08:20.871038 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 34490) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:08:20.921071 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d1e6be0a-9e68-4b7b-a484-4c6da86fcd25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:20.944066 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d1e6be0a-9e68-4b7b-a484-4c6da86fcd25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:20.989075 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d1e6be0a-9e68-4b7b-a484-4c6da86fcd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:20.991645 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d1e6be0a-9e68-4b7b-a484-4c6da86fcd25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:20.992820 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-d1e6be0a-9e68-4b7b-a484-4c6da86fcd25 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c5bc324d-55f3-4267-9381-fa5cac787180 HTTP/1.1" status: 204 len: 168 time: 0.1202939 Jul 23 11:08:21.000952 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6be0a-9e68-4b7b-a484-4c6da86fcd25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bc324d-55f3-4267-9381-fa5cac787180,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:08:22.044162 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:27.153340 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-90f29d6d-53c2-4bcc-bcd3-0ebb23bb7bb2 req-076ea01d-c14a-4bad-af04-9157c48a50d1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ae906539-2371-4366-a008-7a63be038cd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0525360 Jul 23 11:08:27.250115 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f29d6d-53c2-4bcc-bcd3-0ebb23bb7bb2 req-c8204ef3-dd74-4220-ae3b-65fec7d33e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:08:27.251630 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-90f29d6d-53c2-4bcc-bcd3-0ebb23bb7bb2 req-c8204ef3-dd74-4220-ae3b-65fec7d33e0d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa5f355dcd104487ab846873d9f4bf88&device_id=ae906539-2371-4366-a008-7a63be038cd0 HTTP/1.1" status: 200 len: 1098 time: 0.0544834 Jul 23 11:08:27.357909 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f29d6d-53c2-4bcc-bcd3-0ebb23bb7bb2 req-f8895f1f-cd09-4b14-933c-815b75e8b78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:08:27.359756 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-90f29d6d-53c2-4bcc-bcd3-0ebb23bb7bb2 req-f8895f1f-cd09-4b14-933c-815b75e8b78c service neutron] 10.222.0.48 "GET /v2.0/networks?id=5b9bb62a-09a0-42c6-9a48-85ed09310c64 HTTP/1.1" status: 200 len: 912 time: 0.0879200 Jul 23 11:08:27.426083 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-90f29d6d-53c2-4bcc-bcd3-0ebb23bb7bb2 req-6cc25285-a9e3-4485-875b-416a291e22be service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a369d6ae-2ef0-4c5e-9d50-2054f97d9630 HTTP/1.1" status: 200 len: 1001 time: 0.0587435 Jul 23 11:08:27.473895 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f29d6d-53c2-4bcc-bcd3-0ebb23bb7bb2 req-cdbd6b7c-43fa-43fb-a8c6-200e5f30e8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:08:27.475346 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-90f29d6d-53c2-4bcc-bcd3-0ebb23bb7bb2 req-cdbd6b7c-43fa-43fb-a8c6-200e5f30e8d5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e HTTP/1.1" status: 200 len: 850 time: 0.0419371 Jul 23 11:08:27.532794 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f29d6d-53c2-4bcc-bcd3-0ebb23bb7bb2 req-2df614de-bfe3-4f62-9ed9-c3ba67edd960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:08:27.534258 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-90f29d6d-53c2-4bcc-bcd3-0ebb23bb7bb2 req-2df614de-bfe3-4f62-9ed9-c3ba67edd960 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b9bb62a-09a0-42c6-9a48-85ed09310c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517948 Jul 23 11:08:27.626015 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-90f29d6d-53c2-4bcc-bcd3-0ebb23bb7bb2 req-65c28b38-b8b3-4c85-a1c8-519472096bfb service neutron] 10.222.0.48 "GET /v2.0/networks/5b9bb62a-09a0-42c6-9a48-85ed09310c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846531 Jul 23 11:08:27.713922 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-90f29d6d-53c2-4bcc-bcd3-0ebb23bb7bb2 req-bb8de97c-d279-4d65-9a60-3aab32a23c96 service neutron] 10.222.0.48 "GET /v2.0/networks/5b9bb62a-09a0-42c6-9a48-85ed09310c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803018 Jul 23 11:08:30.643156 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:39.005707 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e62c9e-d4cc-4c89-93ee-efc09378cd05 req-2a66beae-992e-4ead-9dea-cbba053dd24f tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:08:39.007203 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c0e62c9e-d4cc-4c89-93ee-efc09378cd05 req-2a66beae-992e-4ead-9dea-cbba053dd24f tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae906539-2371-4366-a008-7a63be038cd0 HTTP/1.1" status: 200 len: 945 time: 0.0678825 Jul 23 11:08:39.055370 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c0e62c9e-d4cc-4c89-93ee-efc09378cd05 req-59259ba9-bf5a-411f-88df-d676cdf3d9e9 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ea042a5-b600-404c-9fae-dea06304b739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426006 Jul 23 11:08:40.187036 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509b1e6-c707-42d9-9448-105d7eb17d90 req-fad26233-cd94-4082-a2b6-9d700475c3ae tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:08:40.188571 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d509b1e6-c707-42d9-9448-105d7eb17d90 req-fad26233-cd94-4082-a2b6-9d700475c3ae tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae906539-2371-4366-a008-7a63be038cd0 HTTP/1.1" status: 200 len: 945 time: 0.0622461 Jul 23 11:08:40.225987 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d509b1e6-c707-42d9-9448-105d7eb17d90 req-34fe0e37-68be-4a1b-a97f-14668c0f45f7 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ea042a5-b600-404c-9fae-dea06304b739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319383 Jul 23 11:08:40.936551 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90fe5e-ea5f-4ec3-b022-5f4b5eca7bde req-8f302367-36aa-4f43-b1b4-9d2eee03f702 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:08:40.938018 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-aa90fe5e-ea5f-4ec3-b022-5f4b5eca7bde req-8f302367-36aa-4f43-b1b4-9d2eee03f702 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae906539-2371-4366-a008-7a63be038cd0 HTTP/1.1" status: 200 len: 945 time: 0.0602362 Jul 23 11:08:41.034296 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-aa90fe5e-ea5f-4ec3-b022-5f4b5eca7bde req-aad17c17-d518-47d5-a27a-aab23ca13842 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Deleting port a369d6ae-2ef0-4c5e-9d50-2054f97d9630 {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:08:41.034635 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-aa90fe5e-ea5f-4ec3-b022-5f4b5eca7bde req-aad17c17-d518-47d5-a27a-aab23ca13842 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:41.125875 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-aa90fe5e-ea5f-4ec3-b022-5f4b5eca7bde req-aad17c17-d518-47d5-a27a-aab23ca13842 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] For port a369d6ae-2ef0-4c5e-9d50-2054f97d9630, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=a369d6ae-2ef0-4c5e-9d50-2054f97d9630,segment=NetworkSegment(cc28d20c-04be-424f-8364-0035305efeaf),segment_id=cc28d20c-04be-424f-8364-0035305efeaf)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:08:41.126402 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-aa90fe5e-ea5f-4ec3-b022-5f4b5eca7bde req-aad17c17-d518-47d5-a27a-aab23ca13842 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:41.291154 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-aa90fe5e-ea5f-4ec3-b022-5f4b5eca7bde req-aad17c17-d518-47d5-a27a-aab23ca13842 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:41.291727 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-aa90fe5e-ea5f-4ec3-b022-5f4b5eca7bde req-aad17c17-d518-47d5-a27a-aab23ca13842 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409046'] for floatingip, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:41.292268 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.db.l3_db [req-aa90fe5e-ea5f-4ec3-b022-5f4b5eca7bde req-aad17c17-d518-47d5-a27a-aab23ca13842 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Floating IP babe0520-89f7-4203-ac4b-f0ef29b92975 disassociated. External IP: 172.27.2.164, port: a369d6ae-2ef0-4c5e-9d50-2054f97d9630. Jul 23 11:08:41.292609 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-aa90fe5e-ea5f-4ec3-b022-5f4b5eca7bde req-aad17c17-d518-47d5-a27a-aab23ca13842 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Calling delete_port for a369d6ae-2ef0-4c5e-9d50-2054f97d9630 owned by compute:nova {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:08:41.414235 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0dcc62-b20c-4d7e-b652-64321e11a05e req-73ec9b83-5bc1-4014-839c-0c2029298a62 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:08:41.415707 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5d0dcc62-b20c-4d7e-b652-64321e11a05e req-73ec9b83-5bc1-4014-839c-0c2029298a62 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae906539-2371-4366-a008-7a63be038cd0 HTTP/1.1" status: 200 len: 945 time: 0.1211236 Jul 23 11:08:41.486156 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5d0dcc62-b20c-4d7e-b652-64321e11a05e req-c263030d-7f17-4dbb-acbc-fc2edfc421e2 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ea042a5-b600-404c-9fae-dea06304b739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644732 Jul 23 11:08:41.495368 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-aa90fe5e-ea5f-4ec3-b022-5f4b5eca7bde req-aad17c17-d518-47d5-a27a-aab23ca13842 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:41.529392 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad17c17-d518-47d5-a27a-aab23ca13842 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Pushing event deleted for resources: {'Port': ['ID=a369d6ae-2ef0-4c5e-9d50-2054f97d9630,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:08:41.543124 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad17c17-d518-47d5-a27a-aab23ca13842 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:08:41.543474 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad17c17-d518-47d5-a27a-aab23ca13842 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:08:41.543809 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad17c17-d518-47d5-a27a-aab23ca13842 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:08:41.544164 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad17c17-d518-47d5-a27a-aab23ca13842 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:08:41.544495 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad17c17-d518-47d5-a27a-aab23ca13842 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:08:41.544823 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad17c17-d518-47d5-a27a-aab23ca13842 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:08:41.545147 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad17c17-d518-47d5-a27a-aab23ca13842 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:08:41.545467 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad17c17-d518-47d5-a27a-aab23ca13842 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:08:41.545788 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad17c17-d518-47d5-a27a-aab23ca13842 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:08:41.546110 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad17c17-d518-47d5-a27a-aab23ca13842 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:08:41.546457 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad17c17-d518-47d5-a27a-aab23ca13842 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:08:41.546745 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad17c17-d518-47d5-a27a-aab23ca13842 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:08:41.915865 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa90fe5e-ea5f-4ec3-b022-5f4b5eca7bde req-aad17c17-d518-47d5-a27a-aab23ca13842 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Router 54da195a-7ded-485d-a93d-06c905d15134 has already been hosted by L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:08:42.023760 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa90fe5e-ea5f-4ec3-b022-5f4b5eca7bde req-aad17c17-d518-47d5-a27a-aab23ca13842 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:08:42.033509 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e99d141-5751-4378-a466-171bb6e49cd6 None None] Sync routers for ids ['54da195a-7ded-485d-a93d-06c905d15134'] in dv-cinder-801989-3-iscsi {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:08:42.042588 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e99d141-5751-4378-a466-171bb6e49cd6 None None] Routers {'54da195a-7ded-485d-a93d-06c905d15134'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:08:42.043194 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-3e99d141-5751-4378-a466-171bb6e49cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:08:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['54da195a-7ded-485d-a93d-06c905d15134'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:08:42.068033 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa90fe5e-ea5f-4ec3-b022-5f4b5eca7bde req-aad17c17-d518-47d5-a27a-aab23ca13842 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] No DVR routers for this DVR port a369d6ae-2ef0-4c5e-9d50-2054f97d9630 on host hv-cinder-80198 {{(pid=93047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:08:42.070677 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-aa90fe5e-ea5f-4ec3-b022-5f4b5eca7bde req-aad17c17-d518-47d5-a27a-aab23ca13842 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:42.072805 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-aa90fe5e-ea5f-4ec3-b022-5f4b5eca7bde req-aad17c17-d518-47d5-a27a-aab23ca13842 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.48 "DELETE /v2.0/ports/a369d6ae-2ef0-4c5e-9d50-2054f97d9630 HTTP/1.1" status: 204 len: 173 time: 1.1292813 Jul 23 11:08:42.073237 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae906539-2371-4366-a008-7a63be038cd0', 'name': 'network-vif-deleted', 'tag': 'a369d6ae-2ef0-4c5e-9d50-2054f97d9630'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:08:42.075453 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57990bb103ee5b7a3f14144f2b0acc3407ada3b1c8656e111118fed9c99398e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da41eb6-1226-4830-9ab9-428c6d0dc483" -d '{"events": [{"server_uuid": "ae906539-2371-4366-a008-7a63be038cd0", "name": "network-vif-deleted", "tag": "a369d6ae-2ef0-4c5e-9d50-2054f97d9630"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:08:42.116567 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cde67e-6dde-42d4-8e61-9d8d6ed85507 x-openstack-request-id: req-f0cde67e-6dde-42d4-8e61-9d8d6ed85507 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:08:42.116812 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae906539-2371-4366-a008-7a63be038cd0", "name": "network-vif-deleted", "tag": "a369d6ae-2ef0-4c5e-9d50-2054f97d9630", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:08:42.117087 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f0cde67e-6dde-42d4-8e61-9d8d6ed85507 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:08:42.117456 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae906539-2371-4366-a008-7a63be038cd0', 'name': 'network-vif-deleted', 'tag': 'a369d6ae-2ef0-4c5e-9d50-2054f97d9630', 'status': 'completed', 'code': 200} Jul 23 11:08:42.245192 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-3e99d141-5751-4378-a466-171bb6e49cd6 None None] Set router 54da195a-7ded-485d-a93d-06c905d15134 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:08:42.436081 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-3e99d141-5751-4378-a466-171bb6e49cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54da195a-7ded-485d-a93d-06c905d15134', 'name': 'tempest-AttachVolumeTestJSON-1776230485-router', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '5ec56e6e-9998-4aee-83f7-a9f8e1472850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:03:37Z', 'revision_number': 4, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'gw_port': {'id': '5ec56e6e-9998-4aee-83f7-a9f8e1472850', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54da195a-7ded-485d-a93d-06c905d15134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': 'edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7', 'name': '', 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'mac_address': 'fa:16:3e:bf:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54da195a-7ded-485d-a93d-06c905d15134', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:37Z', 'updated_at': '2021-07-23T11:03:42Z', 'revision_number': 5, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'subnets': [{'id': '7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:08:42.467697 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e99d141-5751-4378-a466-171bb6e49cd6 None None] Checking router: 54da195a-7ded-485d-a93d-06c905d15134 for host: dv-cinder-801989-3-iscsi {{(pid=93049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:08:42.477422 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e99d141-5751-4378-a466-171bb6e49cd6 None None] Routers {'54da195a-7ded-485d-a93d-06c905d15134'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:08:42.478036 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-3e99d141-5751-4378-a466-171bb6e49cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:08:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['54da195a-7ded-485d-a93d-06c905d15134'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:08:42.602150 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-3e99d141-5751-4378-a466-171bb6e49cd6 None None] Set router 54da195a-7ded-485d-a93d-06c905d15134 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:08:42.608232 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7033c60f-f15d-4c6c-bee3-e1e78663286f req-979d7301-141c-4fb6-96fc-e66e80e07a8b tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae906539-2371-4366-a008-7a63be038cd0 HTTP/1.1" status: 200 len: 210 time: 0.0374658 Jul 23 11:08:42.802540 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-3e99d141-5751-4378-a466-171bb6e49cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54da195a-7ded-485d-a93d-06c905d15134', 'name': 'tempest-AttachVolumeTestJSON-1776230485-router', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '5ec56e6e-9998-4aee-83f7-a9f8e1472850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:03:37Z', 'revision_number': 4, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'gw_port': {'id': '5ec56e6e-9998-4aee-83f7-a9f8e1472850', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54da195a-7ded-485d-a93d-06c905d15134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': 'edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7', 'name': '', 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'mac_address': 'fa:16:3e:bf:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54da195a-7ded-485d-a93d-06c905d15134', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:37Z', 'updated_at': '2021-07-23T11:03:42Z', 'revision_number': 5, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'subnets': [{'id': '7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:08:42.828082 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e99d141-5751-4378-a466-171bb6e49cd6 None None] The sync data for ids ['54da195a-7ded-485d-a93d-06c905d15134'] in dv-cinder-801989-3-iscsi is: [{'id': '54da195a-7ded-485d-a93d-06c905d15134', 'name': 'tempest-AttachVolumeTestJSON-1776230485-router', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '5ec56e6e-9998-4aee-83f7-a9f8e1472850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:03:37Z', 'revision_number': 4, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'gw_port': {'id': '5ec56e6e-9998-4aee-83f7-a9f8e1472850', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54da195a-7ded-485d-a93d-06c905d15134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': 'edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7', 'name': '', 'network_id': '5b9bb62a-09a0-42c6-9a48-85ed09310c64', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'mac_address': 'fa:16:3e:bf:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54da195a-7ded-485d-a93d-06c905d15134', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:37Z', 'updated_at': '2021-07-23T11:03:42Z', 'revision_number': 5, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'subnets': [{'id': '7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:08:43.030040 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582eb594-59d1-4b1e-a641-9b6ac7b91c2f None None] New status for floating IP babe0520-89f7-4203-ac4b-f0ef29b92975: DOWN {{(pid=93048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:08:43.673548 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device a369d6ae-2ef0-4c5e-9d50-2054f97d9630 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:08:43.696061 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] No Port match for: a369d6ae-2ef0-4c5e-9d50-2054f97d9630 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:08:43.696437 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device a369d6ae-2ef0-4c5e-9d50-2054f97d9630 not bound to the agent host hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:08:43.700041 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 34770) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:08:43.754215 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e07f8ecb-9f20-45f4-a5a0-07b1acaca4ad tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:43.776987 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e07f8ecb-9f20-45f4-a5a0-07b1acaca4ad tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:43.822106 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e07f8ecb-9f20-45f4-a5a0-07b1acaca4ad tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:43.824771 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e07f8ecb-9f20-45f4-a5a0-07b1acaca4ad tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:43.825896 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-e07f8ecb-9f20-45f4-a5a0-07b1acaca4ad tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "DELETE /v2.0/security-groups/8ea042a5-b600-404c-9fae-dea06304b739 HTTP/1.1" status: 204 len: 168 time: 0.1248198 Jul 23 11:08:43.828730 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 34772) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:08:43.835134 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f8ecb-9f20-45f4-a5a0-07b1acaca4ad tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea042a5-b600-404c-9fae-dea06304b739,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:08:43.845897 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.api.v2.resource [None req-53107bfc-ab90-4137-8bd9-c0a959d941d7 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] show failed (client error): The resource could not be found. Jul 23 11:08:43.846907 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-53107bfc-ab90-4137-8bd9-c0a959d941d7 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "GET /v2.0/security-groups/8ea042a5-b600-404c-9fae-dea06304b739 HTTP/1.1" status: 404 len: 347 time: 0.0159731 Jul 23 11:08:43.854804 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 34774) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:08:43.978444 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-a3397d37-161c-46c4-bb70-bc1eed96c4b4 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Deleting port 202a2d51-7b99-4b80-9ce3-0f4b84801e46 {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:08:43.978444 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a3397d37-161c-46c4-bb70-bc1eed96c4b4 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:44.049223 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a3397d37-161c-46c4-bb70-bc1eed96c4b4 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:44.049561 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a3397d37-161c-46c4-bb70-bc1eed96c4b4 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:44.061016 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-a3397d37-161c-46c4-bb70-bc1eed96c4b4 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Calling delete_port for 202a2d51-7b99-4b80-9ce3-0f4b84801e46 owned by network:floatingip {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:08:44.191319 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a3397d37-161c-46c4-bb70-bc1eed96c4b4 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:44.216351 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3397d37-161c-46c4-bb70-bc1eed96c4b4 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Pushing event deleted for resources: {'Port': ['ID=202a2d51-7b99-4b80-9ce3-0f4b84801e46,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:08:44.278256 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a3397d37-161c-46c4-bb70-bc1eed96c4b4 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks [] for floatingip, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:44.280761 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a3397d37-161c-46c4-bb70-bc1eed96c4b4 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for floatingip, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:44.281886 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-a3397d37-161c-46c4-bb70-bc1eed96c4b4 tempest-AttachVolumeTestJSON-312443856 tempest-AttachVolumeTestJSON-312443856-project] 10.222.0.47 "DELETE /v2.0/floatingips/babe0520-89f7-4203-ac4b-f0ef29b92975 HTTP/1.1" status: 204 len: 168 time: 0.4260323 Jul 23 11:08:46.549695 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-1bf9d423-8c68-464f-a877-421f5db55e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:47.821408 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 34830) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:08:48.336366 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7b592cc4-6da9-43b6-8c21-96cecb1e929f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402753'] for router_interface, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:48.593812 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-7b592cc4-6da9-43b6-8c21-96cecb1e929f admin admin] Deleting port edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7 {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:08:48.594152 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7b592cc4-6da9-43b6-8c21-96cecb1e929f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:48.669778 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [None req-7b592cc4-6da9-43b6-8c21-96cecb1e929f admin admin] For port edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7,segment=NetworkSegment(cc28d20c-04be-424f-8364-0035305efeaf),segment_id=cc28d20c-04be-424f-8364-0035305efeaf)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:08:48.670124 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7b592cc4-6da9-43b6-8c21-96cecb1e929f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:48.683944 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-7b592cc4-6da9-43b6-8c21-96cecb1e929f admin admin] Calling delete_port for edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7 owned by network:router_interface {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:08:48.873988 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7b592cc4-6da9-43b6-8c21-96cecb1e929f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:48.904383 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b592cc4-6da9-43b6-8c21-96cecb1e929f admin admin] Pushing event deleted for resources: {'Port': ['ID=edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:08:49.093229 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7b592cc4-6da9-43b6-8c21-96cecb1e929f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401687'] for router_interface, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:49.320718 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b592cc4-6da9-43b6-8c21-96cecb1e929f admin admin] Router 54da195a-7ded-485d-a93d-06c905d15134 has already been hosted by L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:08:49.431173 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b592cc4-6da9-43b6-8c21-96cecb1e929f admin admin] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:08:49.437636 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-7b592cc4-6da9-43b6-8c21-96cecb1e929f admin admin] 10.222.0.47 "PUT /v2.0/routers/54da195a-7ded-485d-a93d-06c905d15134/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6152356 Jul 23 11:08:49.438509 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 34846) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:08:49.440036 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787ddf2e-6fe8-4110-8dc1-e10f3316a316 None None] Sync routers for ids ['54da195a-7ded-485d-a93d-06c905d15134'] in dv-cinder-801989-3-iscsi {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:08:49.449956 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787ddf2e-6fe8-4110-8dc1-e10f3316a316 None None] Routers {'54da195a-7ded-485d-a93d-06c905d15134'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:08:49.449956 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-787ddf2e-6fe8-4110-8dc1-e10f3316a316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:08:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['54da195a-7ded-485d-a93d-06c905d15134'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:08:49.537124 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-81465ffa-b365-4074-ae78-a89d7bc29e9c admin admin] Notify callbacks [] for router, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:49.550905 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-787ddf2e-6fe8-4110-8dc1-e10f3316a316 None None] Set router 54da195a-7ded-485d-a93d-06c905d15134 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:08:49.580788 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-0bc8ff29-f3ad-4bec-a9fb-74ebacf224b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:49.637964 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-81465ffa-b365-4074-ae78-a89d7bc29e9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:49.681518 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:49.697242 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-81465ffa-b365-4074-ae78-a89d7bc29e9c admin admin] Deleting port 5ec56e6e-9998-4aee-83f7-a9f8e1472850 {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:08:49.697585 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-81465ffa-b365-4074-ae78-a89d7bc29e9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:49.740574 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-787ddf2e-6fe8-4110-8dc1-e10f3316a316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54da195a-7ded-485d-a93d-06c905d15134', 'name': 'tempest-AttachVolumeTestJSON-1776230485-router', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '5ec56e6e-9998-4aee-83f7-a9f8e1472850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:08:48Z', 'revision_number': 5, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'gw_port': {'id': '5ec56e6e-9998-4aee-83f7-a9f8e1472850', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54da195a-7ded-485d-a93d-06c905d15134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi'}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:08:49.768244 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787ddf2e-6fe8-4110-8dc1-e10f3316a316 None None] Checking router: 54da195a-7ded-485d-a93d-06c905d15134 for host: dv-cinder-801989-3-iscsi {{(pid=93049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:08:49.777333 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787ddf2e-6fe8-4110-8dc1-e10f3316a316 None None] Routers {'54da195a-7ded-485d-a93d-06c905d15134'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:08:49.778008 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-787ddf2e-6fe8-4110-8dc1-e10f3316a316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:08:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['54da195a-7ded-485d-a93d-06c905d15134'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:08:49.784349 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [None req-81465ffa-b365-4074-ae78-a89d7bc29e9c admin admin] For port 5ec56e6e-9998-4aee-83f7-a9f8e1472850, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=5ec56e6e-9998-4aee-83f7-a9f8e1472850,segment=NetworkSegment(b5c8421f-b86b-4175-8464-b8724faa06bb),segment_id=b5c8421f-b86b-4175-8464-b8724faa06bb)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:08:49.784717 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-81465ffa-b365-4074-ae78-a89d7bc29e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:49.797071 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-81465ffa-b365-4074-ae78-a89d7bc29e9c admin admin] Calling delete_port for 5ec56e6e-9998-4aee-83f7-a9f8e1472850 owned by network:router_gateway {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:08:49.860523 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-787ddf2e-6fe8-4110-8dc1-e10f3316a316 None None] Set router 54da195a-7ded-485d-a93d-06c905d15134 gateway port host: None {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:08:49.912617 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-787ddf2e-6fe8-4110-8dc1-e10f3316a316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54da195a-7ded-485d-a93d-06c905d15134', 'name': 'tempest-AttachVolumeTestJSON-1776230485-router', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:08:49Z', 'revision_number': 6, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'gw_port_host': None}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:08:49.941950 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787ddf2e-6fe8-4110-8dc1-e10f3316a316 None None] The sync data for ids ['54da195a-7ded-485d-a93d-06c905d15134'] in dv-cinder-801989-3-iscsi is: [{'id': '54da195a-7ded-485d-a93d-06c905d15134', 'name': 'tempest-AttachVolumeTestJSON-1776230485-router', 'tenant_id': 'aa5f355dcd104487ab846873d9f4bf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:03:35Z', 'updated_at': '2021-07-23T11:08:49Z', 'revision_number': 6, 'project_id': 'aa5f355dcd104487ab846873d9f4bf88', 'gw_port_host': None}] {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:08:49.962889 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-81465ffa-b365-4074-ae78-a89d7bc29e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:49.990628 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81465ffa-b365-4074-ae78-a89d7bc29e9c admin admin] Pushing event deleted for resources: {'Port': ['ID=5ec56e6e-9998-4aee-83f7-a9f8e1472850,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:08:50.056980 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-81465ffa-b365-4074-ae78-a89d7bc29e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408832'] for router_gateway, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:50.147708 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-81465ffa-b365-4074-ae78-a89d7bc29e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-377688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:50.149839 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-81465ffa-b365-4074-ae78-a89d7bc29e9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:50.192417 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-81465ffa-b365-4074-ae78-a89d7bc29e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-377828'] for router, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:50.192942 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81465ffa-b365-4074-ae78-a89d7bc29e9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54da195a-7ded-485d-a93d-06c905d15134 {{(pid=93047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 11:08:50.197456 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-81465ffa-b365-4074-ae78-a89d7bc29e9c admin admin] Notify callbacks [] for router, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:50.198572 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-81465ffa-b365-4074-ae78-a89d7bc29e9c admin admin] 10.222.0.47 "DELETE /v2.0/routers/54da195a-7ded-485d-a93d-06c905d15134 HTTP/1.1" status: 204 len: 168 time: 0.7590241 Jul 23 11:08:50.201075 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 34856) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:08:50.245932 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_v2 [None req-157c30f2-a5de-4237-951b-50b0d278844d admin admin] Deleting subnet 7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e {{(pid=93047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:08:50.248842 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-157c30f2-a5de-4237-951b-50b0d278844d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:50.290009 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-157c30f2-a5de-4237-951b-50b0d278844d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31365394'] for subnet, precommit_delete_associations {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:50.386482 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-157c30f2-a5de-4237-951b-50b0d278844d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501035'] for subnet, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:50.441016 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-157c30f2-a5de-4237-951b-50b0d278844d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31365225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31171138'] for subnet, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:50.468162 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c30f2-a5de-4237-951b-50b0d278844d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:08:50.470148 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-157c30f2-a5de-4237-951b-50b0d278844d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for subnet, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:50.475519 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-157c30f2-a5de-4237-951b-50b0d278844d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/7ec00bcc-8eeb-4dfc-a4e8-7291dc6b5d9e HTTP/1.1" status: 204 len: 168 time: 0.2734234 Jul 23 11:08:50.476295 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 34858) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:08:50.480494 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87a3cac-9a6c-40e2-a586-a3b6622570aa None None] Network 5b9bb62a-09a0-42c6-9a48-85ed09310c64 requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:08:50.558268 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-84d6cd0b-423b-4cab-bced-edee6206170b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638085'] for network, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:50.580729 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:50.616388 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-84d6cd0b-423b-4cab-bced-edee6206170b admin admin] Deleting port ced2943f-e1df-4f7a-84e7-4ffb0ebe0b3a {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:08:50.616729 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-84d6cd0b-423b-4cab-bced-edee6206170b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:50.680967 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [None req-84d6cd0b-423b-4cab-bced-edee6206170b admin admin] For port ced2943f-e1df-4f7a-84e7-4ffb0ebe0b3a, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=ced2943f-e1df-4f7a-84e7-4ffb0ebe0b3a,segment=NetworkSegment(cc28d20c-04be-424f-8364-0035305efeaf),segment_id=cc28d20c-04be-424f-8364-0035305efeaf)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:08:50.681318 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-84d6cd0b-423b-4cab-bced-edee6206170b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:50.694966 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-84d6cd0b-423b-4cab-bced-edee6206170b admin admin] Calling delete_port for ced2943f-e1df-4f7a-84e7-4ffb0ebe0b3a owned by network:dhcp {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:08:50.728664 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054bc51d-1b1a-4f49-b4c7-e6c6c4070c0b None None] DHCP port deletion for 5b9bb62a-09a0-42c6-9a48-85ed09310c64 request from dv-cinder-801989-3-iscsi {{(pid=93048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 11:08:50.739537 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7 no longer exists at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:08:50.779296 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] No Port match for: edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:08:50.779789 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device edd9cbb1-5b3c-4b0e-a439-0e2e1280a8b7 not bound to the agent host dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:08:50.797608 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-84d6cd0b-423b-4cab-bced-edee6206170b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31524845'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:50.809862 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-054bc51d-1b1a-4f49-b4c7-e6c6c4070c0b None None] Deleting port ced2943f-e1df-4f7a-84e7-4ffb0ebe0b3a {{(pid=93048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:08:50.810387 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-054bc51d-1b1a-4f49-b4c7-e6c6c4070c0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:50.826919 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6cd0b-423b-4cab-bced-edee6206170b admin admin] Pushing event deleted for resources: {'Port': ['ID=ced2943f-e1df-4f7a-84e7-4ffb0ebe0b3a,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:08:50.835164 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d6cd0b-423b-4cab-bced-edee6206170b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:08:50.835536 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d6cd0b-423b-4cab-bced-edee6206170b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:08:50.835875 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d6cd0b-423b-4cab-bced-edee6206170b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:08:50.836246 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d6cd0b-423b-4cab-bced-edee6206170b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:08:50.836576 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d6cd0b-423b-4cab-bced-edee6206170b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:08:50.836913 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d6cd0b-423b-4cab-bced-edee6206170b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:08:50.837424 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d6cd0b-423b-4cab-bced-edee6206170b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:08:50.837836 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d6cd0b-423b-4cab-bced-edee6206170b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:08:50.837990 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d6cd0b-423b-4cab-bced-edee6206170b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:08:50.838301 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d6cd0b-423b-4cab-bced-edee6206170b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:08:50.838582 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d6cd0b-423b-4cab-bced-edee6206170b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:08:50.838892 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d6cd0b-423b-4cab-bced-edee6206170b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:08:50.843943 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d6cd0b-423b-4cab-bced-edee6206170b admin admin] No DVR routers for this DVR port ced2943f-e1df-4f7a-84e7-4ffb0ebe0b3a on host dv-cinder-801989-3-iscsi {{(pid=93046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:08:50.894281 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-054bc51d-1b1a-4f49-b4c7-e6c6c4070c0b None None] For port ced2943f-e1df-4f7a-84e7-4ffb0ebe0b3a, host dv-cinder-801989-3-iscsi, got binding levels [] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:08:50.895086 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-054bc51d-1b1a-4f49-b4c7-e6c6c4070c0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:50.912011 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-054bc51d-1b1a-4f49-b4c7-e6c6c4070c0b None None] Calling delete_port for ced2943f-e1df-4f7a-84e7-4ffb0ebe0b3a owned by network:dhcp {{(pid=93048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:08:50.914930 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.ipam_backend_mixin [None req-054bc51d-1b1a-4f49-b4c7-e6c6c4070c0b None None] Port ced2943f-e1df-4f7a-84e7-4ffb0ebe0b3a was not found and therefore no delete operation was performed {{(pid=93048) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 11:08:50.916231 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-054bc51d-1b1a-4f49-b4c7-e6c6c4070c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983'] for port, after_delete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:50.938390 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-84d6cd0b-423b-4cab-bced-edee6206170b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499634', 'neutron.services.segments.db._delete_segments_for_network-8792856633739'] for network, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:50.943003 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054bc51d-1b1a-4f49-b4c7-e6c6c4070c0b None None] Pushing event deleted for resources: {'Port': ['ID=ced2943f-e1df-4f7a-84e7-4ffb0ebe0b3a,revision_number=None']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:08:50.948349 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054bc51d-1b1a-4f49-b4c7-e6c6c4070c0b None None] No DVR routers for this DVR port ced2943f-e1df-4f7a-84e7-4ffb0ebe0b3a on host dv-cinder-801989-3-iscsi {{(pid=93048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:08:50.954211 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-84d6cd0b-423b-4cab-bced-edee6206170b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b9bb62a-09a0-42c6-9a48-85ed09310c64']}} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:08:50.968344 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-84d6cd0b-423b-4cab-bced-edee6206170b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc28d20c-04be-424f-8364-0035305efeaf') {'for_net_delete': True} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:08:50.968707 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-84d6cd0b-423b-4cab-bced-edee6206170b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc28d20c-04be-424f-8364-0035305efeaf') {} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:08:50.980033 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-84d6cd0b-423b-4cab-bced-edee6206170b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792856541624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31874243'] for segment, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:50.995947 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-84d6cd0b-423b-4cab-bced-edee6206170b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402'] for segment, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:51.003552 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d6cd0b-423b-4cab-bced-edee6206170b admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:08:51.003901 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-84d6cd0b-423b-4cab-bced-edee6206170b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31524794'] for segment, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:51.006029 dv-cinder-801989-3-iscsi neutron-server[93046]: Traceback (most recent call last): Jul 23 11:08:51.006029 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:08:51.006029 dv-cinder-801989-3-iscsi neutron-server[93046]: timer() Jul 23 11:08:51.006029 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:08:51.006029 dv-cinder-801989-3-iscsi neutron-server[93046]: cb(*args, **kw) Jul 23 11:08:51.006029 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:08:51.006029 dv-cinder-801989-3-iscsi neutron-server[93046]: return func(*args, **kwargs) Jul 23 11:08:51.006029 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:08:51.006029 dv-cinder-801989-3-iscsi neutron-server[93046]: self._notify() Jul 23 11:08:51.006029 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:08:51.006029 dv-cinder-801989-3-iscsi neutron-server[93046]: self.callback(batched_events) Jul 23 11:08:51.006029 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:08:51.006029 dv-cinder-801989-3-iscsi neutron-server[93046]: event.method(event) Jul 23 11:08:51.006029 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:08:51.006029 dv-cinder-801989-3-iscsi neutron-server[93046]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:08:51.006029 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:08:51.006029 dv-cinder-801989-3-iscsi neutron-server[93046]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:08:51.006029 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:08:51.006029 dv-cinder-801989-3-iscsi neutron-server[93046]: return f(self, *a, **k) Jul 23 11:08:51.006029 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:08:51.006029 dv-cinder-801989-3-iscsi neutron-server[93046]: return self._get(url).json() Jul 23 11:08:51.006029 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:08:51.006029 dv-cinder-801989-3-iscsi neutron-server[93046]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:08:51.006029 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:08:51.006029 dv-cinder-801989-3-iscsi neutron-server[93046]: return self.request(url, 'GET', **kwargs) Jul 23 11:08:51.006029 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:08:51.006029 dv-cinder-801989-3-iscsi neutron-server[93046]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:08:51.006029 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:08:51.006029 dv-cinder-801989-3-iscsi neutron-server[93046]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:08:51.006029 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:08:51.006029 dv-cinder-801989-3-iscsi neutron-server[93046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:08:51.006029 dv-cinder-801989-3-iscsi neutron-server[93046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:08:51.090341 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-84d6cd0b-423b-4cab-bced-edee6206170b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409060'] for network, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:51.098034 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-84d6cd0b-423b-4cab-bced-edee6206170b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:51.105606 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-84d6cd0b-423b-4cab-bced-edee6206170b admin admin] 10.222.0.47 "DELETE /v2.0/networks/5b9bb62a-09a0-42c6-9a48-85ed09310c64 HTTP/1.1" status: 204 len: 168 time: 0.6234114 Jul 23 11:08:51.119488 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6cd0b-423b-4cab-bced-edee6206170b admin admin] Pushing event deleted for resources: {'Network': ['ID=5b9bb62a-09a0-42c6-9a48-85ed09310c64,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:08:51.231636 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 34870) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:08:51.275268 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-aaade123-dd22-420a-a091-8b6867515ba1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=aa5f355dcd104487ab846873d9f4bf88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423665 Jul 23 11:08:51.277843 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 34872) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:08:51.334928 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5f3b41c0-1a44-4d14-af9e-edcf2cc74261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:51.357363 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5f3b41c0-1a44-4d14-af9e-edcf2cc74261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:51.414009 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5f3b41c0-1a44-4d14-af9e-edcf2cc74261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:51.416538 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5f3b41c0-1a44-4d14-af9e-edcf2cc74261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:51.417722 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-5f3b41c0-1a44-4d14-af9e-edcf2cc74261 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4486ba0d-ccaa-4e95-b6c9-bc32bf65a44e HTTP/1.1" status: 204 len: 168 time: 0.1389513 Jul 23 11:08:51.426735 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b41c0-1a44-4d14-af9e-edcf2cc74261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4486ba0d-ccaa-4e95-b6c9-bc32bf65a44e,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:08:52.050969 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:52.199536 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 5ec56e6e-9998-4aee-83f7-a9f8e1472850 no longer exists at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:08:52.220837 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] No Port match for: 5ec56e6e-9998-4aee-83f7-a9f8e1472850 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:08:52.221321 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 5ec56e6e-9998-4aee-83f7-a9f8e1472850 not bound to the agent host dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:08:52.221761 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device ced2943f-e1df-4f7a-84e7-4ffb0ebe0b3a no longer exists at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:08:52.246500 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] No Port match for: ced2943f-e1df-4f7a-84e7-4ffb0ebe0b3a {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:08:52.246884 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device ced2943f-e1df-4f7a-84e7-4ffb0ebe0b3a not bound to the agent host dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:08:54.549193 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:08:56.599815 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 35004) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:08:56.718355 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9d5d102a-c00b-4a5f-b211-872042147c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:56.814858 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9d5d102a-c00b-4a5f-b211-872042147c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:56.819121 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9d5d102a-c00b-4a5f-b211-872042147c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:56.858089 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-9d5d102a-c00b-4a5f-b211-872042147c3e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b90c7ba80e404951a5a3731b30ff54ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2571101 Jul 23 11:08:56.859137 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d102a-c00b-4a5f-b211-872042147c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32237a24-0aa1-4d0f-84a3-28a3867be86c,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:08:56.860803 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 35010) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:08:56.919999 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ef5db114-9cdc-4493-82a1-33bcb220f1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:56.947767 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ef5db114-9cdc-4493-82a1-33bcb220f1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:57.009382 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ef5db114-9cdc-4493-82a1-33bcb220f1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:57.012008 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ef5db114-9cdc-4493-82a1-33bcb220f1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:57.013203 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-ef5db114-9cdc-4493-82a1-33bcb220f1e1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/32237a24-0aa1-4d0f-84a3-28a3867be86c HTTP/1.1" status: 204 len: 168 time: 0.1505153 Jul 23 11:08:57.022518 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5db114-9cdc-4493-82a1-33bcb220f1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32237a24-0aa1-4d0f-84a3-28a3867be86c,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:08:57.330347 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 35018) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:08:57.348447 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5f60a519-101a-4d60-94db-5d832b7f4c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:57.480942 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5f60a519-101a-4d60-94db-5d832b7f4c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:57.488944 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5f60a519-101a-4d60-94db-5d832b7f4c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:57.526896 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f60a519-101a-4d60-94db-5d832b7f4c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17af781-fc90-437e-ab33-6214f7d566d4,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:08:57.531038 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-5f60a519-101a-4d60-94db-5d832b7f4c2e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=50be6febbd2a4c4c8826a569ef7b54a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1996107 Jul 23 11:08:57.534881 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 35022) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:08:57.585528 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-da6c087b-b370-4de6-b63d-d156cacca1c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:57.606446 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-da6c087b-b370-4de6-b63d-d156cacca1c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:57.653591 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-da6c087b-b370-4de6-b63d-d156cacca1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:57.656247 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-da6c087b-b370-4de6-b63d-d156cacca1c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:57.657419 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-da6c087b-b370-4de6-b63d-d156cacca1c5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c17af781-fc90-437e-ab33-6214f7d566d4 HTTP/1.1" status: 204 len: 168 time: 0.1217892 Jul 23 11:08:57.666134 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c087b-b370-4de6-b63d-d156cacca1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17af781-fc90-437e-ab33-6214f7d566d4,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:09:00.647493 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:08.017098 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 35188) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:09:08.135150 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-091cf592-afc9-44c8-a5c0-a7c98b0f5420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:08.235445 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-091cf592-afc9-44c8-a5c0-a7c98b0f5420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:08.239988 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-091cf592-afc9-44c8-a5c0-a7c98b0f5420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:08.277132 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091cf592-afc9-44c8-a5c0-a7c98b0f5420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f01a388-f060-4177-a049-c287ecf1e275,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:09:08.281308 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-091cf592-afc9-44c8-a5c0-a7c98b0f5420 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fa0f0f4f9e8549cfa3c9c4717bab3952&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2625790 Jul 23 11:09:08.283937 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 35196) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:09:08.331540 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8bf58c26-113a-4c36-8966-d3609f362568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:08.352960 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8bf58c26-113a-4c36-8966-d3609f362568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:08.401398 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8bf58c26-113a-4c36-8966-d3609f362568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:08.404002 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8bf58c26-113a-4c36-8966-d3609f362568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:08.405225 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-8bf58c26-113a-4c36-8966-d3609f362568 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9f01a388-f060-4177-a049-c287ecf1e275 HTTP/1.1" status: 204 len: 168 time: 0.1202729 Jul 23 11:09:08.413285 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf58c26-113a-4c36-8966-d3609f362568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f01a388-f060-4177-a049-c287ecf1e275,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:09:08.701574 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 35206) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:09:08.715086 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f5119891-3b36-45e3-817c-41331026bd0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:08.828339 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f5119891-3b36-45e3-817c-41331026bd0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:08.832977 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f5119891-3b36-45e3-817c-41331026bd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:08.872629 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-f5119891-3b36-45e3-817c-41331026bd0b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4811ab1378364f38906ca1a5623a4371&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1699646 Jul 23 11:09:08.873767 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5119891-3b36-45e3-817c-41331026bd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2554907a-b923-46db-9521-6cd0c49956c5,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:09:08.875412 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 35208) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:09:08.927776 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f214ea97-8182-4307-bdda-7c99f0c1f451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:08.949671 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f214ea97-8182-4307-bdda-7c99f0c1f451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:09.001236 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f214ea97-8182-4307-bdda-7c99f0c1f451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:09.004492 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f214ea97-8182-4307-bdda-7c99f0c1f451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:09.005908 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-f214ea97-8182-4307-bdda-7c99f0c1f451 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2554907a-b923-46db-9521-6cd0c49956c5 HTTP/1.1" status: 204 len: 168 time: 0.1292892 Jul 23 11:09:09.018728 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214ea97-8182-4307-bdda-7c99f0c1f451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2554907a-b923-46db-9521-6cd0c49956c5,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:09:16.555442 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-36b2fac5-a8ce-47fc-9031-fef4cc76c1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:19.581519 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-88596545-17b0-4d22-a781-64954dd0bcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:19.684805 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:20.539957 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:22.053911 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:27.927208 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 35496) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:09:28.083128 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3d34ccf8-8824-433c-9592-9ad2727ebf4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:28.181751 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3d34ccf8-8824-433c-9592-9ad2727ebf4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:28.186637 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3d34ccf8-8824-433c-9592-9ad2727ebf4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:28.228956 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-3d34ccf8-8824-433c-9592-9ad2727ebf4f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e600641cb26749209d4320a0cf2c7a75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3003433 Jul 23 11:09:28.230126 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34ccf8-8824-433c-9592-9ad2727ebf4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befbd40d-34e4-4436-9eb3-06df591e7a2a,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:09:28.232425 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 35502) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:09:28.291823 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9e299d75-be3b-4b33-b754-35825122ce44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:28.316786 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9e299d75-be3b-4b33-b754-35825122ce44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:28.374357 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9e299d75-be3b-4b33-b754-35825122ce44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:28.377260 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9e299d75-be3b-4b33-b754-35825122ce44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:28.378499 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-9e299d75-be3b-4b33-b754-35825122ce44 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/befbd40d-34e4-4436-9eb3-06df591e7a2a HTTP/1.1" status: 204 len: 168 time: 0.1449471 Jul 23 11:09:28.388448 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e299d75-be3b-4b33-b754-35825122ce44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befbd40d-34e4-4436-9eb3-06df591e7a2a,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:09:30.681558 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:31.551228 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:09:38.570312 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 35660) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:09:38.740551 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-be0ee7da-223e-490c-a4c0-3521fa97b5a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:38.857266 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-be0ee7da-223e-490c-a4c0-3521fa97b5a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:38.862228 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-be0ee7da-223e-490c-a4c0-3521fa97b5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:38.936305 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-be0ee7da-223e-490c-a4c0-3521fa97b5a2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b4a487654bc94879800ca6dfed6abec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3642137 Jul 23 11:09:38.938011 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ee7da-223e-490c-a4c0-3521fa97b5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be3ea86-7fcd-495b-8056-0808b8db02e5,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:09:38.939201 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 35672) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:09:39.002665 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-12f1c87f-8dd6-4ad2-a9fe-f05dbc15bcb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:39.036056 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-12f1c87f-8dd6-4ad2-a9fe-f05dbc15bcb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:39.112044 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-12f1c87f-8dd6-4ad2-a9fe-f05dbc15bcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:39.117414 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-12f1c87f-8dd6-4ad2-a9fe-f05dbc15bcb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:39.119494 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-12f1c87f-8dd6-4ad2-a9fe-f05dbc15bcb1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8be3ea86-7fcd-495b-8056-0808b8db02e5 HTTP/1.1" status: 204 len: 168 time: 0.1788774 Jul 23 11:09:39.132400 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1c87f-8dd6-4ad2-a9fe-f05dbc15bcb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be3ea86-7fcd-495b-8056-0808b8db02e5,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:09:39.987032 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 35700) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:09:40.112882 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-87debdd3-a18f-42c6-a8b8-9a77e39eb288 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1054933429-network', 'tenant_id': '4abdc6f642f047548b3e7361bf611fd0'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:09:40.146844 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87debdd3-a18f-42c6-a8b8-9a77e39eb288 admin admin] Made reservation on behalf of 4abdc6f642f047548b3e7361bf611fd0 for: {'network': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:09:40.149754 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-87debdd3-a18f-42c6-a8b8-9a77e39eb288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for network, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:40.159134 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-87debdd3-a18f-42c6-a8b8-9a77e39eb288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:40.292237 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-87debdd3-a18f-42c6-a8b8-9a77e39eb288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:40.299055 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-87debdd3-a18f-42c6-a8b8-9a77e39eb288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:40.327522 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87debdd3-a18f-42c6-a8b8-9a77e39eb288 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=93047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:09:40.337844 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87debdd3-a18f-42c6-a8b8-9a77e39eb288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb60a72-5ba8-44f7-a5d1-945a18949986,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:09:40.342855 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-87debdd3-a18f-42c6-a8b8-9a77e39eb288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402'] for segment, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:40.343203 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.db.segments_db [None req-87debdd3-a18f-42c6-a8b8-9a77e39eb288 admin admin] Added segment 7356d7ae-1238-48f3-9966-0a66e9376525 of type vlan for network 656e6f78-7725-43f9-aa76-a33555e7bfff Jul 23 11:09:40.387908 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-87debdd3-a18f-42c6-a8b8-9a77e39eb288 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792856099175'] for network, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:40.423856 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-87debdd3-a18f-42c6-a8b8-9a77e39eb288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375'] for network, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:40.425273 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87debdd3-a18f-42c6-a8b8-9a77e39eb288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:40.426236 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-87debdd3-a18f-42c6-a8b8-9a77e39eb288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for network, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:40.461651 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-87debdd3-a18f-42c6-a8b8-9a77e39eb288 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4728072 Jul 23 11:09:40.464837 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 35706) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:09:40.471288 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-8734bbdd-f228-4245-8df5-4d2d9b795bf3 admin admin] Request body: {'subnet': {'network_id': '656e6f78-7725-43f9-aa76-a33555e7bfff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1054933429-subnet', 'tenant_id': '4abdc6f642f047548b3e7361bf611fd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:09:40.503512 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87debdd3-a18f-42c6-a8b8-9a77e39eb288 admin admin] Pushing event updated for resources: {'Network': ['ID=656e6f78-7725-43f9-aa76-a33555e7bfff,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:09:40.514555 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Network 656e6f78-7725-43f9-aa76-a33555e7bfff details requested by agent ovs-agent-dv-cinder-801989-3-iscsi with host dv-cinder-801989-3-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:09:40.526533 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8734bbdd-f228-4245-8df5-4d2d9b795bf3 admin admin] Made reservation on behalf of 4abdc6f642f047548b3e7361bf611fd0 for: {'subnet': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:09:40.528850 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8734bbdd-f228-4245-8df5-4d2d9b795bf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31171175'] for subnet, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:40.720512 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8734bbdd-f228-4245-8df5-4d2d9b795bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31365160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31171189'] for subnet, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:40.784151 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734bbdd-f228-4245-8df5-4d2d9b795bf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f96a1f0-8605-4e19-acdc-0ac0002e3304,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:09:40.794666 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8734bbdd-f228-4245-8df5-4d2d9b795bf3 admin admin] Checking segment: {'id': '7356d7ae-1238-48f3-9966-0a66e9376525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '656e6f78-7725-43f9-aa76-a33555e7bfff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:09:40.795026 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8734bbdd-f228-4245-8df5-4d2d9b795bf3 admin admin] Network hostable DHCP agents. Network: 656e6f78-7725-43f9-aa76-a33555e7bfff, hostable agents: ['b2a8c5e9-afda-4978-a37c-dc0c684fd952'], hosted agents: [] {{(pid=93047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:09:40.813813 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8734bbdd-f228-4245-8df5-4d2d9b795bf3 admin admin] Network 656e6f78-7725-43f9-aa76-a33555e7bfff is scheduled to be hosted by DHCP agent b2a8c5e9-afda-4978-a37c-dc0c684fd952 with binding_index 1 {{(pid=93047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:09:40.823586 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-8734bbdd-f228-4245-8df5-4d2d9b795bf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-3-iscsi, 656e6f78-7725-43f9-aa76-a33555e7bfff) {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:09:40.828448 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8734bbdd-f228-4245-8df5-4d2d9b795bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:40.829101 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8734bbdd-f228-4245-8df5-4d2d9b795bf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for subnet, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:40.834486 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658c37e7-7c17-47e0-b582-73d88972db40 None None] Network 656e6f78-7725-43f9-aa76-a33555e7bfff requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:09:40.850038 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-8734bbdd-f228-4245-8df5-4d2d9b795bf3 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3838451 Jul 23 11:09:41.011973 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b160f9-e2a4-4ff6-9380-8be90fa1cf0e None None] Network 656e6f78-7725-43f9-aa76-a33555e7bfff requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:09:43.074895 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-11d74933-95ad-48aa-b861-81f713cb3371 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:43.076941 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-11d74933-95ad-48aa-b861-81f713cb3371 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/networks?id=656e6f78-7725-43f9-aa76-a33555e7bfff HTTP/1.1" status: 200 len: 814 time: 0.1227050 Jul 23 11:09:43.105275 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-9d928a6d-ac19-4f8e-b3c2-1d8f3595b58d tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/quotas/4abdc6f642f047548b3e7361bf611fd0 HTTP/1.1" status: 200 len: 375 time: 0.0173724 Jul 23 11:09:43.164763 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-b9f0e5ff-8c38-4069-9817-f7b9b1caa4de tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4abdc6f642f047548b3e7361bf611fd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499141 Jul 23 11:09:43.318771 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-6d2d5cd3-f07e-49b8-a20d-436763f4930c service neutron] 10.222.0.47 "GET /v2.0/networks/656e6f78-7725-43f9-aa76-a33555e7bfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399546 Jul 23 11:09:43.446385 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-03122713-cd99-4dc6-9ac4-08591d2bf5f6 service neutron] 10.222.0.47 "GET /v2.0/networks/656e6f78-7725-43f9-aa76-a33555e7bfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199126 Jul 23 11:09:43.643116 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d9ff6265-ac68-4c29-ae8e-d7108dd64588 req-90ccd904-3f42-420f-9ccb-e3e3e695c7d0 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f9cca8f-2a1d-48c6-afe8-66bf8fcc75a4 HTTP/1.1" status: 200 len: 210 time: 0.0314581 Jul 23 11:09:44.794867 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-30b7daf5-ad84-4693-b413-6e3a852806ad req-e6c66bef-130e-4499-86cb-108a4edc61b1 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f9cca8f-2a1d-48c6-afe8-66bf8fcc75a4 HTTP/1.1" status: 200 len: 210 time: 0.0467262 Jul 23 11:09:44.961302 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-b97da90e-37d7-40d9-8fa1-a96a667323e6 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:44.963940 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-b97da90e-37d7-40d9-8fa1-a96a667323e6 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.48 "GET /v2.0/networks?id=656e6f78-7725-43f9-aa76-a33555e7bfff HTTP/1.1" status: 200 len: 814 time: 0.1851776 Jul 23 11:09:44.981025 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-cd65ec8d-8620-4d22-9062-b9e7457f2b77 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Request body: {'port': {'device_id': '0f9cca8f-2a1d-48c6-afe8-66bf8fcc75a4', 'network_id': '656e6f78-7725-43f9-aa76-a33555e7bfff', 'admin_state_up': True, 'tenant_id': '4abdc6f642f047548b3e7361bf611fd0'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:09:45.140716 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-cd65ec8d-8620-4d22-9062-b9e7457f2b77 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Made reservation on behalf of 4abdc6f642f047548b3e7361bf611fd0 for: {'port': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:09:45.144244 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-cd65ec8d-8620-4d22-9062-b9e7457f2b77 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:45.315129 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-cd65ec8d-8620-4d22-9062-b9e7457f2b77 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Allocated IP 172.20.0.12 (656e6f78-7725-43f9-aa76-a33555e7bfff/9f96a1f0-8605-4e19-acdc-0ac0002e3304/690b60a5-eb19-4c76-b2d8-ee38e7f2966d) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:09:45.512734 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-cd65ec8d-8620-4d22-9062-b9e7457f2b77 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:45.573353 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-cd65ec8d-8620-4d22-9062-b9e7457f2b77 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:45.649793 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-cd65ec8d-8620-4d22-9062-b9e7457f2b77 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Network 656e6f78-7725-43f9-aa76-a33555e7bfff is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:09:45.653345 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-cd65ec8d-8620-4d22-9062-b9e7457f2b77 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:09:45.659456 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-cd65ec8d-8620-4d22-9062-b9e7457f2b77 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:09:45.665852 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65ec8d-8620-4d22-9062-b9e7457f2b77 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Pushing event updated for resources: {'Port': ['ID=690b60a5-eb19-4c76-b2d8-ee38e7f2966d,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:09:45.711776 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65ec8d-8620-4d22-9062-b9e7457f2b77 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:45.712375 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65ec8d-8620-4d22-9062-b9e7457f2b77 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:45.712945 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65ec8d-8620-4d22-9062-b9e7457f2b77 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:45.713510 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65ec8d-8620-4d22-9062-b9e7457f2b77 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:45.714072 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65ec8d-8620-4d22-9062-b9e7457f2b77 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:45.714609 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65ec8d-8620-4d22-9062-b9e7457f2b77 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:45.715162 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65ec8d-8620-4d22-9062-b9e7457f2b77 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:45.715942 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65ec8d-8620-4d22-9062-b9e7457f2b77 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:45.716247 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65ec8d-8620-4d22-9062-b9e7457f2b77 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:45.716786 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65ec8d-8620-4d22-9062-b9e7457f2b77 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:45.717345 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65ec8d-8620-4d22-9062-b9e7457f2b77 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:45.717877 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65ec8d-8620-4d22-9062-b9e7457f2b77 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:45.762915 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-cd65ec8d-8620-4d22-9062-b9e7457f2b77 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:45.763932 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-cd65ec8d-8620-4d22-9062-b9e7457f2b77 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:45.785636 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-cd65ec8d-8620-4d22-9062-b9e7457f2b77 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8124111 Jul 23 11:09:45.800878 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-7859efe8-83f2-4a7d-bcd3-923470e2c7c6 service neutron] Request body: {'port': {'device_id': '0f9cca8f-2a1d-48c6-afe8-66bf8fcc75a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:09:45.976723 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-7859efe8-83f2-4a7d-bcd3-923470e2c7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:46.110106 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a442ba-ec3c-4e20-882d-29ea809802a0 req-86af708d-3018-4e2c-8a4b-2e71855ddff7 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:46.111587 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-83a442ba-ec3c-4e20-882d-29ea809802a0 req-86af708d-3018-4e2c-8a4b-2e71855ddff7 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f9cca8f-2a1d-48c6-afe8-66bf8fcc75a4 HTTP/1.1" status: 200 len: 932 time: 0.2053339 Jul 23 11:09:46.507233 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-83a442ba-ec3c-4e20-882d-29ea809802a0 req-30fd1486-d612-45c9-8b66-f9bfe4e15ba7 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/security-groups?id=ebb60a72-5ba8-44f7-a5d1-945a18949986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884077 Jul 23 11:09:46.572248 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-61755e9a-de50-46bb-8929-140953883ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:46.673950 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-7859efe8-83f2-4a7d-bcd3-923470e2c7c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 690b60a5-eb19-4c76-b2d8-ee38e7f2966d {{(pid=93047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:09:46.687921 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-7859efe8-83f2-4a7d-bcd3-923470e2c7c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:46.708035 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-7859efe8-83f2-4a7d-bcd3-923470e2c7c6 service neutron] Transition to ACTIVE for port object 690b60a5-eb19-4c76-b2d8-ee38e7f2966d will not be triggered until provisioned by entity L2. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:09:46.715728 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-7859efe8-83f2-4a7d-bcd3-923470e2c7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31365311'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:46.772728 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7859efe8-83f2-4a7d-bcd3-923470e2c7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=690b60a5-eb19-4c76-b2d8-ee38e7f2966d,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:09:46.852515 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-7859efe8-83f2-4a7d-bcd3-923470e2c7c6 service neutron] Attempting to bind port 690b60a5-eb19-4c76-b2d8-ee38e7f2966d on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:09:46.852857 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-7859efe8-83f2-4a7d-bcd3-923470e2c7c6 service neutron] Attempting to bind port 690b60a5-eb19-4c76-b2d8-ee38e7f2966d by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '7356d7ae-1238-48f3-9966-0a66e9376525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '656e6f78-7725-43f9-aa76-a33555e7bfff'}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:09:46.853314 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-7859efe8-83f2-4a7d-bcd3-923470e2c7c6 service neutron] Attempting to bind port 690b60a5-eb19-4c76-b2d8-ee38e7f2966d on network 656e6f78-7725-43f9-aa76-a33555e7bfff {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:09:46.858363 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-7859efe8-83f2-4a7d-bcd3-923470e2c7c6 service neutron] Port 690b60a5-eb19-4c76-b2d8-ee38e7f2966d on network 656e6f78-7725-43f9-aa76-a33555e7bfff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:09:46.858678 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-7859efe8-83f2-4a7d-bcd3-923470e2c7c6 service neutron] Attempting to bind port 690b60a5-eb19-4c76-b2d8-ee38e7f2966d on network 656e6f78-7725-43f9-aa76-a33555e7bfff {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:09:46.864028 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-7859efe8-83f2-4a7d-bcd3-923470e2c7c6 service neutron] Checking agent: {'id': 'fd06f6b8-de2a-4c3f-8327-d731c40933c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'started_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:09:46.864402 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-7859efe8-83f2-4a7d-bcd3-923470e2c7c6 service neutron] Checking segment: {'id': '7356d7ae-1238-48f3-9966-0a66e9376525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '656e6f78-7725-43f9-aa76-a33555e7bfff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:09:46.865016 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-7859efe8-83f2-4a7d-bcd3-923470e2c7c6 service neutron] Bound using segment: {'id': '7356d7ae-1238-48f3-9966-0a66e9376525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '656e6f78-7725-43f9-aa76-a33555e7bfff'} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:09:46.865914 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-7859efe8-83f2-4a7d-bcd3-923470e2c7c6 service neutron] Bound port: 690b60a5-eb19-4c76-b2d8-ee38e7f2966d, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7356d7ae-1238-48f3-9966-0a66e9376525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '656e6f78-7725-43f9-aa76-a33555e7bfff'}}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:09:46.866292 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-7859efe8-83f2-4a7d-bcd3-923470e2c7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:46.939932 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-7859efe8-83f2-4a7d-bcd3-923470e2c7c6 service neutron] For port 690b60a5-eb19-4c76-b2d8-ee38e7f2966d, host hv-cinder-80198, cleared binding levels {{(pid=93047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:09:46.944015 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-7859efe8-83f2-4a7d-bcd3-923470e2c7c6 service neutron] For port 690b60a5-eb19-4c76-b2d8-ee38e7f2966d, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=690b60a5-eb19-4c76-b2d8-ee38e7f2966d,segment=NetworkSegment(7356d7ae-1238-48f3-9966-0a66e9376525),segment_id=7356d7ae-1238-48f3-9966-0a66e9376525)] {{(pid=93047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:09:46.949144 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-7859efe8-83f2-4a7d-bcd3-923470e2c7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31365311'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:47.000545 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-7859efe8-83f2-4a7d-bcd3-923470e2c7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:47.001568 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-7859efe8-83f2-4a7d-bcd3-923470e2c7c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:47.002625 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-7859efe8-83f2-4a7d-bcd3-923470e2c7c6 service neutron] 10.222.0.48 "PUT /v2.0/ports/690b60a5-eb19-4c76-b2d8-ee38e7f2966d HTTP/1.1" status: 200 len: 1094 time: 1.2093508 Jul 23 11:09:47.003082 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9cca8f-2a1d-48c6-afe8-66bf8fcc75a4', 'tag': '690b60a5-eb19-4c76-b2d8-ee38e7f2966d'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:09:47.006424 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57990bb103ee5b7a3f14144f2b0acc3407ada3b1c8656e111118fed9c99398e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668641f3-0f22-4198-9e64-c09378dfda21" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9cca8f-2a1d-48c6-afe8-66bf8fcc75a4", "tag": "690b60a5-eb19-4c76-b2d8-ee38e7f2966d"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:09:47.044732 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7859efe8-83f2-4a7d-bcd3-923470e2c7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=690b60a5-eb19-4c76-b2d8-ee38e7f2966d,revision_number=3']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:09:47.088399 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea39575-e70e-4a31-a2a4-6847a4a944e2 x-openstack-request-id: req-6ea39575-e70e-4a31-a2a4-6847a4a944e2 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:09:47.088816 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9cca8f-2a1d-48c6-afe8-66bf8fcc75a4", "tag": "690b60a5-eb19-4c76-b2d8-ee38e7f2966d", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:09:47.089180 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6ea39575-e70e-4a31-a2a4-6847a4a944e2 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:09:47.089742 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f9cca8f-2a1d-48c6-afe8-66bf8fcc75a4', 'tag': '690b60a5-eb19-4c76-b2d8-ee38e7f2966d', 'status': 'completed', 'code': 200} Jul 23 11:09:47.125690 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-251c9e02-e676-4af8-91bb-c2af1ce93215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:47.127249 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-251c9e02-e676-4af8-91bb-c2af1ce93215 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4abdc6f642f047548b3e7361bf611fd0&device_id=0f9cca8f-2a1d-48c6-afe8-66bf8fcc75a4 HTTP/1.1" status: 200 len: 1097 time: 0.0789502 Jul 23 11:09:47.182940 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-8049975d-d925-4ef7-80c8-99a966cdf000 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=690b60a5-eb19-4c76-b2d8-ee38e7f2966d HTTP/1.1" status: 200 len: 217 time: 0.0471280 Jul 23 11:09:47.263169 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-33b4aa7b-dd46-4086-bf75-3013914f2dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:47.265584 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-33b4aa7b-dd46-4086-bf75-3013914f2dd5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9f96a1f0-8605-4e19-acdc-0ac0002e3304 HTTP/1.1" status: 200 len: 854 time: 0.0758219 Jul 23 11:09:47.319564 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-f80c89c9-9bbb-41de-a9d8-5475b13ea907 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=656e6f78-7725-43f9-aa76-a33555e7bfff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459166 Jul 23 11:09:47.477061 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-591cde01-57ef-458a-8f0c-2281fd5bcb90 service neutron] 10.222.0.48 "GET /v2.0/networks/656e6f78-7725-43f9-aa76-a33555e7bfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505613 Jul 23 11:09:47.641657 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0dd0e8ec-06a7-405f-9754-6ce9cec619b4 req-be982c66-59f5-468f-8249-84b0ac80c536 service neutron] 10.222.0.48 "GET /v2.0/networks/656e6f78-7725-43f9-aa76-a33555e7bfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576440 Jul 23 11:09:47.748729 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0a14c-9a42-4a4a-b937-333a53c92071 req-76e9cbcc-4e10-489c-9809-c00036ec79a6 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:47.750355 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-56f0a14c-9a42-4a4a-b937-333a53c92071 req-76e9cbcc-4e10-489c-9809-c00036ec79a6 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f9cca8f-2a1d-48c6-afe8-66bf8fcc75a4 HTTP/1.1" status: 200 len: 944 time: 0.1352501 Jul 23 11:09:47.798307 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668641f3-0f22-4198-9e64-c09378dfda21 req-e1995df4-be31-42f4-a96e-dc834c78c85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:47.799885 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-668641f3-0f22-4198-9e64-c09378dfda21 req-e1995df4-be31-42f4-a96e-dc834c78c85f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4abdc6f642f047548b3e7361bf611fd0&device_id=0f9cca8f-2a1d-48c6-afe8-66bf8fcc75a4 HTTP/1.1" status: 200 len: 1097 time: 0.1079891 Jul 23 11:09:47.834524 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-56f0a14c-9a42-4a4a-b937-333a53c92071 req-d526cf29-24e8-49c8-b298-5ec0899f53bd tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/security-groups?id=ebb60a72-5ba8-44f7-a5d1-945a18949986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698137 Jul 23 11:09:47.933187 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668641f3-0f22-4198-9e64-c09378dfda21 req-48d45f53-6b28-4ca9-92d0-94acc327091f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:47.934767 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-668641f3-0f22-4198-9e64-c09378dfda21 req-48d45f53-6b28-4ca9-92d0-94acc327091f service neutron] 10.222.0.48 "GET /v2.0/networks?id=656e6f78-7725-43f9-aa76-a33555e7bfff HTTP/1.1" status: 200 len: 915 time: 0.1255972 Jul 23 11:09:47.982895 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-668641f3-0f22-4198-9e64-c09378dfda21 req-9bbf2389-766f-48a5-b7f1-876adddee8ed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=690b60a5-eb19-4c76-b2d8-ee38e7f2966d HTTP/1.1" status: 200 len: 217 time: 0.0410357 Jul 23 11:09:48.037541 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668641f3-0f22-4198-9e64-c09378dfda21 req-ac067014-9589-4f9b-a6af-69c2961deda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:48.039022 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-668641f3-0f22-4198-9e64-c09378dfda21 req-ac067014-9589-4f9b-a6af-69c2961deda3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9f96a1f0-8605-4e19-acdc-0ac0002e3304 HTTP/1.1" status: 200 len: 854 time: 0.0476685 Jul 23 11:09:48.079927 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-668641f3-0f22-4198-9e64-c09378dfda21 req-3474badc-e884-4faa-bdf9-bc2839bae688 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=656e6f78-7725-43f9-aa76-a33555e7bfff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335453 Jul 23 11:09:48.175074 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-668641f3-0f22-4198-9e64-c09378dfda21 req-b342482d-9645-40ba-b932-70e094406f1f service neutron] 10.222.0.48 "GET /v2.0/networks/656e6f78-7725-43f9-aa76-a33555e7bfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870960 Jul 23 11:09:48.275800 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-668641f3-0f22-4198-9e64-c09378dfda21 req-050406d0-363a-4989-b89c-ec6164e7e753 service neutron] 10.222.0.48 "GET /v2.0/networks/656e6f78-7725-43f9-aa76-a33555e7bfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936322 Jul 23 11:09:49.026702 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42180549-2727-454a-aeb3-4dc5f4371c4e req-9c627875-1e75-4eab-af59-d5a1a89807a3 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:49.028363 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-42180549-2727-454a-aeb3-4dc5f4371c4e req-9c627875-1e75-4eab-af59-d5a1a89807a3 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f9cca8f-2a1d-48c6-afe8-66bf8fcc75a4 HTTP/1.1" status: 200 len: 944 time: 0.0955832 Jul 23 11:09:49.081451 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-42180549-2727-454a-aeb3-4dc5f4371c4e req-edaa66c7-2ac2-424c-9868-6c33737e8111 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/security-groups?id=ebb60a72-5ba8-44f7-a5d1-945a18949986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428841 Jul 23 11:09:49.587178 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-27868cb2-8c34-42df-9632-1adbe66b9c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:49.695451 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:49.998853 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 690b60a5-eb19-4c76-b2d8-ee38e7f2966d details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:09:50.134773 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 690b60a5-eb19-4c76-b2d8-ee38e7f2966d, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=690b60a5-eb19-4c76-b2d8-ee38e7f2966d,segment=NetworkSegment(7356d7ae-1238-48f3-9966-0a66e9376525),segment_id=7356d7ae-1238-48f3-9966-0a66e9376525)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:09:50.152630 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Returning: {'device': '690b60a5-eb19-4c76-b2d8-ee38e7f2966d', 'network_id': '656e6f78-7725-43f9-aa76-a33555e7bfff', 'port_id': '690b60a5-eb19-4c76-b2d8-ee38e7f2966d', 'mac_address': 'fa:16:3e:50:2b:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f96a1f0-8605-4e19-acdc-0ac0002e3304', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:09:50.196247 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:50.214489 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 690b60a5-eb19-4c76-b2d8-ee38e7f2966d {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:09:50.243519 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 690b60a5-eb19-4c76-b2d8-ee38e7f2966d, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=690b60a5-eb19-4c76-b2d8-ee38e7f2966d,segment=NetworkSegment(7356d7ae-1238-48f3-9966-0a66e9376525),segment_id=7356d7ae-1238-48f3-9966-0a66e9376525)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:09:50.249590 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:50.262185 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6874948-0f89-4c82-9f08-069111d80b13 req-72c414aa-261d-4563-acf7-6d0d258712b9 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:50.264418 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c6874948-0f89-4c82-9f08-069111d80b13 req-72c414aa-261d-4563-acf7-6d0d258712b9 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f9cca8f-2a1d-48c6-afe8-66bf8fcc75a4 HTTP/1.1" status: 200 len: 944 time: 0.0892031 Jul 23 11:09:50.324370 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c6874948-0f89-4c82-9f08-069111d80b13 req-3e1b858c-57de-427b-933e-0982c076d28f tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/security-groups?id=ebb60a72-5ba8-44f7-a5d1-945a18949986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523734 Jul 23 11:09:50.326520 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=690b60a5-eb19-4c76-b2d8-ee38e7f2966d,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:09:50.335083 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:50.335474 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:50.335769 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:50.336124 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:50.336548 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:50.336883 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:50.337215 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:50.337544 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:50.337897 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:50.338219 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:50.338722 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:50.339238 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:50.472624 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['690b60a5-eb19-4c76-b2d8-ee38e7f2966d'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:09:50.555243 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:51.518678 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0d734-41fa-4c03-ac6b-014d31b64b74 req-fa97bb38-8949-4ac6-9105-677a9f2c6ecd tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:51.520625 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-56e0d734-41fa-4c03-ac6b-014d31b64b74 req-fa97bb38-8949-4ac6-9105-677a9f2c6ecd tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f9cca8f-2a1d-48c6-afe8-66bf8fcc75a4 HTTP/1.1" status: 200 len: 945 time: 0.1107085 Jul 23 11:09:51.566347 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-56e0d734-41fa-4c03-ac6b-014d31b64b74 req-b309c5f0-8a7a-4ab2-8264-6cb6f56f4e11 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/security-groups?id=ebb60a72-5ba8-44f7-a5d1-945a18949986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387619 Jul 23 11:09:52.021729 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 690b60a5-eb19-4c76-b2d8-ee38e7f2966d up at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:09:52.092309 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:52.113614 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning for port 690b60a5-eb19-4c76-b2d8-ee38e7f2966d completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:09:52.119202 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning complete for port 690b60a5-eb19-4c76-b2d8-ee38e7f2966d triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:09:52.119770 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:52.228209 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:52.260698 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9cca8f-2a1d-48c6-afe8-66bf8fcc75a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690b60a5-eb19-4c76-b2d8-ee38e7f2966d'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:09:52.264430 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}214548a6ff4efd2602c2c2cf0448be42dc7715ee41776415c9dd15aa22406767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8361cfd5-ba4a-4427-90d1-2b29841cedf2" -d '{"events": [{"server_uuid": "0f9cca8f-2a1d-48c6-afe8-66bf8fcc75a4", "name": "network-vif-plugged", "status": "completed", "tag": "690b60a5-eb19-4c76-b2d8-ee38e7f2966d"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:09:52.284525 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 690b60a5-eb19-4c76-b2d8-ee38e7f2966d, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=690b60a5-eb19-4c76-b2d8-ee38e7f2966d,segment=NetworkSegment(7356d7ae-1238-48f3-9966-0a66e9376525),segment_id=7356d7ae-1238-48f3-9966-0a66e9376525)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:09:52.290389 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:52.319888 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b24725c-e40d-4a99-8aee-266eb678702d x-openstack-request-id: req-9b24725c-e40d-4a99-8aee-266eb678702d {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:09:52.320219 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9cca8f-2a1d-48c6-afe8-66bf8fcc75a4", "name": "network-vif-plugged", "status": "completed", "tag": "690b60a5-eb19-4c76-b2d8-ee38e7f2966d", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:09:52.320480 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9b24725c-e40d-4a99-8aee-266eb678702d {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:09:52.320879 dv-cinder-801989-3-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9cca8f-2a1d-48c6-afe8-66bf8fcc75a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690b60a5-eb19-4c76-b2d8-ee38e7f2966d', 'code': 200} Jul 23 11:09:52.353157 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=690b60a5-eb19-4c76-b2d8-ee38e7f2966d,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:09:52.525825 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec8484-5642-41f8-83f4-db4c93cdd31a req-0f9a24fa-0f10-40af-9963-f835ad3f678c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:52.527271 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3bec8484-5642-41f8-83f4-db4c93cdd31a req-0f9a24fa-0f10-40af-9963-f835ad3f678c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0f9cca8f-2a1d-48c6-afe8-66bf8fcc75a4 HTTP/1.1" status: 200 len: 1099 time: 0.0640149 Jul 23 11:09:52.572462 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3bec8484-5642-41f8-83f4-db4c93cdd31a req-5e58788a-5005-4d20-97ee-7882adefaf55 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ebb60a72-5ba8-44f7-a5d1-945a18949986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374548 Jul 23 11:09:52.734039 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624052c-a4ae-4607-aab4-ae45df139498 req-85664b8f-dd72-489e-94b0-1e6fa2f081c9 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:52.735601 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-1624052c-a4ae-4607-aab4-ae45df139498 req-85664b8f-dd72-489e-94b0-1e6fa2f081c9 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f9cca8f-2a1d-48c6-afe8-66bf8fcc75a4 HTTP/1.1" status: 200 len: 946 time: 0.0860586 Jul 23 11:09:52.775400 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-1624052c-a4ae-4607-aab4-ae45df139498 req-37ce7ce5-2e90-4e80-9b0d-87e5f5d0b027 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/security-groups?id=ebb60a72-5ba8-44f7-a5d1-945a18949986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335603 Jul 23 11:09:53.965677 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5777fdb-ca7b-4b96-bdba-4668222dc323 req-1b1610f7-2b1f-4a56-b2d4-3e971b87ee0c tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:53.968171 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c5777fdb-ca7b-4b96-bdba-4668222dc323 req-1b1610f7-2b1f-4a56-b2d4-3e971b87ee0c tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f9cca8f-2a1d-48c6-afe8-66bf8fcc75a4 HTTP/1.1" status: 200 len: 946 time: 0.1107485 Jul 23 11:09:54.033869 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c5777fdb-ca7b-4b96-bdba-4668222dc323 req-0f853140-2c8a-40ac-8854-a6bc6ecf1184 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/security-groups?id=ebb60a72-5ba8-44f7-a5d1-945a18949986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560460 Jul 23 11:10:00.833280 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:08.554658 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:10:16.566879 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-9c713c63-d748-41a4-a2d7-42660998be22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:19.589734 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-11fdd08e-8b1b-4eef-b870-3c29d3981ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:19.702291 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:20.551777 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:22.059404 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:30.102742 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a03f5667-91bf-407b-be85-531793b977a3 req-6a9ea9c5-697c-4341-9202-968e382d98d9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0f9cca8f-2a1d-48c6-afe8-66bf8fcc75a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1098132 Jul 23 11:10:30.221819 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f5667-91bf-407b-be85-531793b977a3 req-2e318b87-64e0-4404-a9da-9963177703ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:10:30.224250 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a03f5667-91bf-407b-be85-531793b977a3 req-2e318b87-64e0-4404-a9da-9963177703ab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4abdc6f642f047548b3e7361bf611fd0&device_id=0f9cca8f-2a1d-48c6-afe8-66bf8fcc75a4 HTTP/1.1" status: 200 len: 1099 time: 0.0696909 Jul 23 11:10:30.356717 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f5667-91bf-407b-be85-531793b977a3 req-e17f934f-6cad-4872-89c0-ce788477298b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:10:30.358956 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a03f5667-91bf-407b-be85-531793b977a3 req-e17f934f-6cad-4872-89c0-ce788477298b service neutron] 10.222.0.48 "GET /v2.0/networks?id=656e6f78-7725-43f9-aa76-a33555e7bfff HTTP/1.1" status: 200 len: 915 time: 0.1103940 Jul 23 11:10:30.409688 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a03f5667-91bf-407b-be85-531793b977a3 req-c5b78063-f842-4608-badf-144e8309f59b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=690b60a5-eb19-4c76-b2d8-ee38e7f2966d HTTP/1.1" status: 200 len: 217 time: 0.0406621 Jul 23 11:10:30.463915 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f5667-91bf-407b-be85-531793b977a3 req-6a9a76a1-bd58-4802-9f09-1ad45dd57825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:10:30.465467 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a03f5667-91bf-407b-be85-531793b977a3 req-6a9a76a1-bd58-4802-9f09-1ad45dd57825 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9f96a1f0-8605-4e19-acdc-0ac0002e3304 HTTP/1.1" status: 200 len: 854 time: 0.0475628 Jul 23 11:10:30.519624 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a03f5667-91bf-407b-be85-531793b977a3 req-285ada38-e61b-4d6f-9fff-5478604385d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=656e6f78-7725-43f9-aa76-a33555e7bfff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428298 Jul 23 11:10:30.534212 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [req-a03f5667-91bf-407b-be85-531793b977a3 req-d1a6ff52-d534-4ade-96ac-e1ef90ae29f5 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 11:10:30.535568 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a03f5667-91bf-407b-be85-531793b977a3 req-d1a6ff52-d534-4ade-96ac-e1ef90ae29f5 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075126 Jul 23 11:10:30.682220 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a03f5667-91bf-407b-be85-531793b977a3 req-c1e1b5bf-8523-49c0-aeff-4e41cce17913 service neutron] 10.222.0.48 "GET /v2.0/networks/656e6f78-7725-43f9-aa76-a33555e7bfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360762 Jul 23 11:10:30.735639 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:30.799245 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a03f5667-91bf-407b-be85-531793b977a3 req-ced74d60-6500-4a51-803c-c55bfbaae4e6 service neutron] 10.222.0.48 "GET /v2.0/networks/656e6f78-7725-43f9-aa76-a33555e7bfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074481 Jul 23 11:10:36.096231 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368d91d-ca30-43b8-a293-62bb9c0914f3 req-e7dcbfee-20dc-4b3c-a074-3f60c7906434 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:10:36.097806 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7368d91d-ca30-43b8-a293-62bb9c0914f3 req-e7dcbfee-20dc-4b3c-a074-3f60c7906434 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f9cca8f-2a1d-48c6-afe8-66bf8fcc75a4 HTTP/1.1" status: 200 len: 946 time: 0.0778377 Jul 23 11:10:36.149563 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7368d91d-ca30-43b8-a293-62bb9c0914f3 req-dc6d9203-dce1-4b47-a087-c3be425fce1e tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/security-groups?id=ebb60a72-5ba8-44f7-a5d1-945a18949986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420749 Jul 23 11:10:37.401329 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32045005-0c49-4bdd-b726-35869a6d8808 req-615ee7bb-f7b5-49ee-ad23-4ca31d55cf9f tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:10:37.403847 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-32045005-0c49-4bdd-b726-35869a6d8808 req-615ee7bb-f7b5-49ee-ad23-4ca31d55cf9f tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f9cca8f-2a1d-48c6-afe8-66bf8fcc75a4 HTTP/1.1" status: 200 len: 946 time: 0.1703851 Jul 23 11:10:37.450212 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-32045005-0c49-4bdd-b726-35869a6d8808 req-3373c5fb-4ba0-4228-a6be-63b239c4d0a8 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/security-groups?id=ebb60a72-5ba8-44f7-a5d1-945a18949986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369384 Jul 23 11:10:38.208388 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56831000-dd26-42ad-b971-1f7f417e1adb req-d1e3eb7d-8152-48cd-a3b7-59a6864558f7 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:10:38.210881 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-56831000-dd26-42ad-b971-1f7f417e1adb req-d1e3eb7d-8152-48cd-a3b7-59a6864558f7 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f9cca8f-2a1d-48c6-afe8-66bf8fcc75a4 HTTP/1.1" status: 200 len: 946 time: 0.0808430 Jul 23 11:10:38.326150 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-56831000-dd26-42ad-b971-1f7f417e1adb req-c2128d4b-5f38-41f4-8e67-5a4d1e069ae3 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Deleting port 690b60a5-eb19-4c76-b2d8-ee38e7f2966d {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:10:38.326453 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-56831000-dd26-42ad-b971-1f7f417e1adb req-c2128d4b-5f38-41f4-8e67-5a4d1e069ae3 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:38.485120 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-56831000-dd26-42ad-b971-1f7f417e1adb req-c2128d4b-5f38-41f4-8e67-5a4d1e069ae3 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] For port 690b60a5-eb19-4c76-b2d8-ee38e7f2966d, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=690b60a5-eb19-4c76-b2d8-ee38e7f2966d,segment=NetworkSegment(7356d7ae-1238-48f3-9966-0a66e9376525),segment_id=7356d7ae-1238-48f3-9966-0a66e9376525)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:10:38.485567 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-56831000-dd26-42ad-b971-1f7f417e1adb req-c2128d4b-5f38-41f4-8e67-5a4d1e069ae3 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:38.508567 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-56831000-dd26-42ad-b971-1f7f417e1adb req-c2128d4b-5f38-41f4-8e67-5a4d1e069ae3 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Calling delete_port for 690b60a5-eb19-4c76-b2d8-ee38e7f2966d owned by compute:nova {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:10:38.703384 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c0fa2-986a-4d8e-a50f-a6fd52c1ac70 req-79dd364f-488c-4ad5-a31b-e1cd49ec3f99 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:10:38.704906 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-154c0fa2-986a-4d8e-a50f-a6fd52c1ac70 req-79dd364f-488c-4ad5-a31b-e1cd49ec3f99 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f9cca8f-2a1d-48c6-afe8-66bf8fcc75a4 HTTP/1.1" status: 200 len: 946 time: 0.1368325 Jul 23 11:10:38.749940 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-56831000-dd26-42ad-b971-1f7f417e1adb req-c2128d4b-5f38-41f4-8e67-5a4d1e069ae3 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:38.764916 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['690b60a5-eb19-4c76-b2d8-ee38e7f2966d'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:10:38.794230 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-154c0fa2-986a-4d8e-a50f-a6fd52c1ac70 req-adc24c4a-7cfd-4300-988e-ea67fda67540 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/security-groups?id=ebb60a72-5ba8-44f7-a5d1-945a18949986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782413 Jul 23 11:10:38.795528 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2128d4b-5f38-41f4-8e67-5a4d1e069ae3 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Pushing event deleted for resources: {'Port': ['ID=690b60a5-eb19-4c76-b2d8-ee38e7f2966d,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:10:38.855658 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-56831000-dd26-42ad-b971-1f7f417e1adb req-c2128d4b-5f38-41f4-8e67-5a4d1e069ae3 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] No DVR routers for this DVR port 690b60a5-eb19-4c76-b2d8-ee38e7f2966d on host hv-cinder-80198 {{(pid=93047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:10:38.858427 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-56831000-dd26-42ad-b971-1f7f417e1adb req-c2128d4b-5f38-41f4-8e67-5a4d1e069ae3 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:38.861645 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-56831000-dd26-42ad-b971-1f7f417e1adb req-c2128d4b-5f38-41f4-8e67-5a4d1e069ae3 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.48 "DELETE /v2.0/ports/690b60a5-eb19-4c76-b2d8-ee38e7f2966d HTTP/1.1" status: 204 len: 173 time: 0.6424198 Jul 23 11:10:38.862152 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9cca8f-2a1d-48c6-afe8-66bf8fcc75a4', 'name': 'network-vif-deleted', 'tag': '690b60a5-eb19-4c76-b2d8-ee38e7f2966d'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:10:38.866652 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57990bb103ee5b7a3f14144f2b0acc3407ada3b1c8656e111118fed9c99398e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a329d0eb-cf0c-45e4-b5a6-abad94a31eb5" -d '{"events": [{"server_uuid": "0f9cca8f-2a1d-48c6-afe8-66bf8fcc75a4", "name": "network-vif-deleted", "tag": "690b60a5-eb19-4c76-b2d8-ee38e7f2966d"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:10:38.916976 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c02bfe-b7e7-4c10-8396-f59c0d974153 x-openstack-request-id: req-c7c02bfe-b7e7-4c10-8396-f59c0d974153 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:10:38.917438 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9cca8f-2a1d-48c6-afe8-66bf8fcc75a4", "name": "network-vif-deleted", "tag": "690b60a5-eb19-4c76-b2d8-ee38e7f2966d", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:10:38.917828 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c7c02bfe-b7e7-4c10-8396-f59c0d974153 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:10:38.918362 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9cca8f-2a1d-48c6-afe8-66bf8fcc75a4', 'name': 'network-vif-deleted', 'tag': '690b60a5-eb19-4c76-b2d8-ee38e7f2966d', 'status': 'completed', 'code': 200} Jul 23 11:10:43.130823 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 690b60a5-eb19-4c76-b2d8-ee38e7f2966d no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:10:43.155344 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] No Port match for: 690b60a5-eb19-4c76-b2d8-ee38e7f2966d {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:10:43.155878 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 690b60a5-eb19-4c76-b2d8-ee38e7f2966d not bound to the agent host hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:10:45.553893 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:10:46.565542 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-b4882076-36ff-4eef-9399-91804552385c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:49.585094 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-23a4a106-e6a2-4cdf-bac6-4300e6bf150f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:49.698098 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:50.010124 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-e60d4e2b-b246-4c7d-9a67-7f606d8ba97a tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:10:50.011720 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-e60d4e2b-b246-4c7d-9a67-7f606d8ba97a tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/networks?id=656e6f78-7725-43f9-aa76-a33555e7bfff HTTP/1.1" status: 200 len: 814 time: 0.1171722 Jul 23 11:10:50.028002 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-d7454afe-b72f-4a0f-b03b-2156b434e157 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/quotas/4abdc6f642f047548b3e7361bf611fd0 HTTP/1.1" status: 200 len: 375 time: 0.0108738 Jul 23 11:10:50.073268 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-18aaeb45-5368-4fb0-8b75-4d8ba69901b8 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4abdc6f642f047548b3e7361bf611fd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339329 Jul 23 11:10:50.086730 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-3ad54677-ea26-426a-89c3-667ad8fb9d83 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 11:10:50.087711 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-3ad54677-ea26-426a-89c3-667ad8fb9d83 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061507 Jul 23 11:10:50.187624 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-b2562c9b-68d2-4fae-bfd1-be9f07b0750f service neutron] 10.222.0.47 "GET /v2.0/networks/656e6f78-7725-43f9-aa76-a33555e7bfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905840 Jul 23 11:10:50.283260 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-0c9afbfa-bcd1-469b-a7db-f5118d3b8fe2 service neutron] 10.222.0.47 "GET /v2.0/networks/656e6f78-7725-43f9-aa76-a33555e7bfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900722 Jul 23 11:10:50.455685 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-585a17bf-bde2-4f80-bb28-dd1d9c547d5a req-c231d33d-2fa8-4075-bb13-627390f91af7 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b474330-e063-45ba-aa01-f4d7b3d4d721 HTTP/1.1" status: 200 len: 210 time: 0.0308194 Jul 23 11:10:50.550457 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:51.632770 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-43e6e1fd-bcba-4bcf-a8d1-dab74a18146e req-c7ab859f-1bc1-42c8-a1d4-d5e82e0b7956 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b474330-e063-45ba-aa01-f4d7b3d4d721 HTTP/1.1" status: 200 len: 210 time: 0.0656910 Jul 23 11:10:51.809957 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-8ace3b4d-aa29-4920-88d9-41c2cee308fa tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:10:51.812804 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-8ace3b4d-aa29-4920-88d9-41c2cee308fa tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.48 "GET /v2.0/networks?id=656e6f78-7725-43f9-aa76-a33555e7bfff HTTP/1.1" status: 200 len: 814 time: 0.1912870 Jul 23 11:10:51.833378 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-ec143ed9-bdaa-41d3-9781-b5a964a80f46 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Request body: {'port': {'device_id': '8b474330-e063-45ba-aa01-f4d7b3d4d721', 'network_id': '656e6f78-7725-43f9-aa76-a33555e7bfff', 'admin_state_up': True, 'tenant_id': '4abdc6f642f047548b3e7361bf611fd0'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:10:51.990459 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-ec143ed9-bdaa-41d3-9781-b5a964a80f46 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Made reservation on behalf of 4abdc6f642f047548b3e7361bf611fd0 for: {'port': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:10:51.996374 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-ec143ed9-bdaa-41d3-9781-b5a964a80f46 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:52.072030 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:52.173363 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-ec143ed9-bdaa-41d3-9781-b5a964a80f46 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Allocated IP 172.20.0.6 (656e6f78-7725-43f9-aa76-a33555e7bfff/9f96a1f0-8605-4e19-acdc-0ac0002e3304/722fe4b3-4160-4bd5-801b-3c61a566a786) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:10:52.366753 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-ec143ed9-bdaa-41d3-9781-b5a964a80f46 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:52.417847 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-ec143ed9-bdaa-41d3-9781-b5a964a80f46 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:52.486614 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-ec143ed9-bdaa-41d3-9781-b5a964a80f46 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Network 656e6f78-7725-43f9-aa76-a33555e7bfff is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:10:52.492881 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-ec143ed9-bdaa-41d3-9781-b5a964a80f46 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:10:52.502990 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-ec143ed9-bdaa-41d3-9781-b5a964a80f46 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:10:52.549312 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec143ed9-bdaa-41d3-9781-b5a964a80f46 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Pushing event updated for resources: {'Port': ['ID=722fe4b3-4160-4bd5-801b-3c61a566a786,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:10:52.567351 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec143ed9-bdaa-41d3-9781-b5a964a80f46 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:10:52.567693 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec143ed9-bdaa-41d3-9781-b5a964a80f46 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:10:52.568032 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec143ed9-bdaa-41d3-9781-b5a964a80f46 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:10:52.568409 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec143ed9-bdaa-41d3-9781-b5a964a80f46 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:10:52.569686 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec143ed9-bdaa-41d3-9781-b5a964a80f46 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:10:52.570032 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec143ed9-bdaa-41d3-9781-b5a964a80f46 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:10:52.570374 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec143ed9-bdaa-41d3-9781-b5a964a80f46 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:10:52.570708 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec143ed9-bdaa-41d3-9781-b5a964a80f46 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:10:52.571064 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec143ed9-bdaa-41d3-9781-b5a964a80f46 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:10:52.571396 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec143ed9-bdaa-41d3-9781-b5a964a80f46 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:10:52.571743 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec143ed9-bdaa-41d3-9781-b5a964a80f46 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:10:52.572052 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec143ed9-bdaa-41d3-9781-b5a964a80f46 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:10:52.596602 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-ec143ed9-bdaa-41d3-9781-b5a964a80f46 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:10:52.597352 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-ec143ed9-bdaa-41d3-9781-b5a964a80f46 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:52.616304 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-ec143ed9-bdaa-41d3-9781-b5a964a80f46 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7876842 Jul 23 11:10:52.631998 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-16241ab9-3b61-4f91-9c41-11403287ac4b service neutron] Request body: {'port': {'device_id': '8b474330-e063-45ba-aa01-f4d7b3d4d721', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:10:52.804531 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-16241ab9-3b61-4f91-9c41-11403287ac4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:52.941300 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a06bde-c8d2-4cf7-b574-5bb2020a5052 req-829da45f-2e8a-40bb-b319-d6f139981cc4 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:10:52.942833 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-58a06bde-c8d2-4cf7-b574-5bb2020a5052 req-829da45f-2e8a-40bb-b319-d6f139981cc4 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b474330-e063-45ba-aa01-f4d7b3d4d721 HTTP/1.1" status: 200 len: 931 time: 0.1907034 Jul 23 11:10:53.037060 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-58a06bde-c8d2-4cf7-b574-5bb2020a5052 req-2690075e-9268-430a-893a-c41bf70b082c tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/security-groups?id=ebb60a72-5ba8-44f7-a5d1-945a18949986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850775 Jul 23 11:10:53.190292 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-16241ab9-3b61-4f91-9c41-11403287ac4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 722fe4b3-4160-4bd5-801b-3c61a566a786 {{(pid=93047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:10:53.199717 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-16241ab9-3b61-4f91-9c41-11403287ac4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:53.214213 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-16241ab9-3b61-4f91-9c41-11403287ac4b service neutron] Transition to ACTIVE for port object 722fe4b3-4160-4bd5-801b-3c61a566a786 will not be triggered until provisioned by entity L2. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:10:53.218581 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-16241ab9-3b61-4f91-9c41-11403287ac4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31365311'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:53.276375 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16241ab9-3b61-4f91-9c41-11403287ac4b service neutron] Pushing event updated for resources: {'Port': ['ID=722fe4b3-4160-4bd5-801b-3c61a566a786,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:10:53.357690 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-16241ab9-3b61-4f91-9c41-11403287ac4b service neutron] Attempting to bind port 722fe4b3-4160-4bd5-801b-3c61a566a786 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:10:53.358195 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-16241ab9-3b61-4f91-9c41-11403287ac4b service neutron] Attempting to bind port 722fe4b3-4160-4bd5-801b-3c61a566a786 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '7356d7ae-1238-48f3-9966-0a66e9376525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '656e6f78-7725-43f9-aa76-a33555e7bfff'}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:10:53.358690 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-16241ab9-3b61-4f91-9c41-11403287ac4b service neutron] Attempting to bind port 722fe4b3-4160-4bd5-801b-3c61a566a786 on network 656e6f78-7725-43f9-aa76-a33555e7bfff {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:10:53.365956 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-16241ab9-3b61-4f91-9c41-11403287ac4b service neutron] Port 722fe4b3-4160-4bd5-801b-3c61a566a786 on network 656e6f78-7725-43f9-aa76-a33555e7bfff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:10:53.366438 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-16241ab9-3b61-4f91-9c41-11403287ac4b service neutron] Attempting to bind port 722fe4b3-4160-4bd5-801b-3c61a566a786 on network 656e6f78-7725-43f9-aa76-a33555e7bfff {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:10:53.374844 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-16241ab9-3b61-4f91-9c41-11403287ac4b service neutron] Checking agent: {'id': 'fd06f6b8-de2a-4c3f-8327-d731c40933c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'started_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:10:53.375380 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-16241ab9-3b61-4f91-9c41-11403287ac4b service neutron] Checking segment: {'id': '7356d7ae-1238-48f3-9966-0a66e9376525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '656e6f78-7725-43f9-aa76-a33555e7bfff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:10:53.375996 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-16241ab9-3b61-4f91-9c41-11403287ac4b service neutron] Bound using segment: {'id': '7356d7ae-1238-48f3-9966-0a66e9376525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '656e6f78-7725-43f9-aa76-a33555e7bfff'} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:10:53.376734 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-16241ab9-3b61-4f91-9c41-11403287ac4b service neutron] Bound port: 722fe4b3-4160-4bd5-801b-3c61a566a786, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7356d7ae-1238-48f3-9966-0a66e9376525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '656e6f78-7725-43f9-aa76-a33555e7bfff'}}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:10:53.377320 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-16241ab9-3b61-4f91-9c41-11403287ac4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:53.455287 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-16241ab9-3b61-4f91-9c41-11403287ac4b service neutron] For port 722fe4b3-4160-4bd5-801b-3c61a566a786, host hv-cinder-80198, cleared binding levels {{(pid=93047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:10:53.459771 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-16241ab9-3b61-4f91-9c41-11403287ac4b service neutron] For port 722fe4b3-4160-4bd5-801b-3c61a566a786, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=722fe4b3-4160-4bd5-801b-3c61a566a786,segment=NetworkSegment(7356d7ae-1238-48f3-9966-0a66e9376525),segment_id=7356d7ae-1238-48f3-9966-0a66e9376525)] {{(pid=93047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:10:53.465576 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-16241ab9-3b61-4f91-9c41-11403287ac4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31365311'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:53.510243 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-16241ab9-3b61-4f91-9c41-11403287ac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:10:53.510925 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-16241ab9-3b61-4f91-9c41-11403287ac4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:53.512439 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-16241ab9-3b61-4f91-9c41-11403287ac4b service neutron] 10.222.0.48 "PUT /v2.0/ports/722fe4b3-4160-4bd5-801b-3c61a566a786 HTTP/1.1" status: 200 len: 1093 time: 0.8880665 Jul 23 11:10:53.512931 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b474330-e063-45ba-aa01-f4d7b3d4d721', 'tag': '722fe4b3-4160-4bd5-801b-3c61a566a786'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:10:53.515367 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57990bb103ee5b7a3f14144f2b0acc3407ada3b1c8656e111118fed9c99398e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4743b2c6-d208-4e87-a73a-24886af50948" -d '{"events": [{"name": "network-changed", "server_uuid": "8b474330-e063-45ba-aa01-f4d7b3d4d721", "tag": "722fe4b3-4160-4bd5-801b-3c61a566a786"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:10:53.554056 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16241ab9-3b61-4f91-9c41-11403287ac4b service neutron] Pushing event updated for resources: {'Port': ['ID=722fe4b3-4160-4bd5-801b-3c61a566a786,revision_number=3']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:10:53.600443 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1138fb-1320-46db-80ff-5eb10ee55be3 x-openstack-request-id: req-0a1138fb-1320-46db-80ff-5eb10ee55be3 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:10:53.600788 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b474330-e063-45ba-aa01-f4d7b3d4d721", "tag": "722fe4b3-4160-4bd5-801b-3c61a566a786", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:10:53.601082 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0a1138fb-1320-46db-80ff-5eb10ee55be3 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:10:53.601482 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b474330-e063-45ba-aa01-f4d7b3d4d721', 'tag': '722fe4b3-4160-4bd5-801b-3c61a566a786', 'status': 'completed', 'code': 200} Jul 23 11:10:53.633635 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-d281f703-d129-4083-a2a5-2b846cb8cd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:10:53.635407 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-d281f703-d129-4083-a2a5-2b846cb8cd1f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4abdc6f642f047548b3e7361bf611fd0&device_id=8b474330-e063-45ba-aa01-f4d7b3d4d721 HTTP/1.1" status: 200 len: 1096 time: 0.0692537 Jul 23 11:10:53.704319 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-9d979eea-c08f-4bdb-ae66-2c4b0c2182ce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=722fe4b3-4160-4bd5-801b-3c61a566a786 HTTP/1.1" status: 200 len: 217 time: 0.0602415 Jul 23 11:10:53.769279 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-7d7bdea4-e37b-4461-8236-0d6bd29658f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:10:53.771628 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-7d7bdea4-e37b-4461-8236-0d6bd29658f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9f96a1f0-8605-4e19-acdc-0ac0002e3304 HTTP/1.1" status: 200 len: 854 time: 0.0598314 Jul 23 11:10:53.823341 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-cbb90cb4-8f0f-49e7-abb7-da96299c8ab6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=656e6f78-7725-43f9-aa76-a33555e7bfff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383906 Jul 23 11:10:53.945836 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-3d64354a-0a5a-4cc4-ae34-64bd2c5faf5b service neutron] 10.222.0.48 "GET /v2.0/networks/656e6f78-7725-43f9-aa76-a33555e7bfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150174 Jul 23 11:10:54.082080 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-475da4fe-4a80-4dc4-8046-a1d4abcc5d88 req-eb6b5c4c-ccf4-4def-968e-7c52728efe2c service neutron] 10.222.0.48 "GET /v2.0/networks/656e6f78-7725-43f9-aa76-a33555e7bfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297998 Jul 23 11:10:54.325329 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0097907-9c78-4381-a3e2-ec3373900e35 req-4f5a6a08-4771-4ad1-966f-d706239beda4 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:10:54.327774 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a0097907-9c78-4381-a3e2-ec3373900e35 req-4f5a6a08-4771-4ad1-966f-d706239beda4 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b474330-e063-45ba-aa01-f4d7b3d4d721 HTTP/1.1" status: 200 len: 943 time: 0.1917033 Jul 23 11:10:54.332945 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743b2c6-d208-4e87-a73a-24886af50948 req-f039d78d-23aa-4598-a4b6-ba2bc611f270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:10:54.336326 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4743b2c6-d208-4e87-a73a-24886af50948 req-f039d78d-23aa-4598-a4b6-ba2bc611f270 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4abdc6f642f047548b3e7361bf611fd0&device_id=8b474330-e063-45ba-aa01-f4d7b3d4d721 HTTP/1.1" status: 200 len: 1096 time: 0.1863685 Jul 23 11:10:54.456445 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a0097907-9c78-4381-a3e2-ec3373900e35 req-cc25b292-171c-4c2c-a39d-dd1b67852353 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/security-groups?id=ebb60a72-5ba8-44f7-a5d1-945a18949986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184108 Jul 23 11:10:54.495200 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743b2c6-d208-4e87-a73a-24886af50948 req-3bc7d455-1102-4f93-8d7e-efe9b1b71c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:10:54.497883 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4743b2c6-d208-4e87-a73a-24886af50948 req-3bc7d455-1102-4f93-8d7e-efe9b1b71c0e service neutron] 10.222.0.48 "GET /v2.0/networks?id=656e6f78-7725-43f9-aa76-a33555e7bfff HTTP/1.1" status: 200 len: 915 time: 0.1529465 Jul 23 11:10:54.573554 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4743b2c6-d208-4e87-a73a-24886af50948 req-cc545e12-853d-41ef-82cd-b5d1ff54c6e3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=722fe4b3-4160-4bd5-801b-3c61a566a786 HTTP/1.1" status: 200 len: 217 time: 0.0619266 Jul 23 11:10:54.630725 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743b2c6-d208-4e87-a73a-24886af50948 req-ecc4f4c1-188b-476c-a120-22ca7ef1ab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:10:54.633305 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4743b2c6-d208-4e87-a73a-24886af50948 req-ecc4f4c1-188b-476c-a120-22ca7ef1ab56 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9f96a1f0-8605-4e19-acdc-0ac0002e3304 HTTP/1.1" status: 200 len: 854 time: 0.0520177 Jul 23 11:10:54.679181 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4743b2c6-d208-4e87-a73a-24886af50948 req-a4dba264-9240-4a16-ae56-a48912752e2f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=656e6f78-7725-43f9-aa76-a33555e7bfff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364203 Jul 23 11:10:54.796901 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4743b2c6-d208-4e87-a73a-24886af50948 req-c508b906-1b36-4d73-a5fe-de6af9fdac9f service neutron] 10.222.0.48 "GET /v2.0/networks/656e6f78-7725-43f9-aa76-a33555e7bfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095548 Jul 23 11:10:54.943274 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4743b2c6-d208-4e87-a73a-24886af50948 req-271a9b95-6d39-4c6c-ac87-74830d9cc42d service neutron] 10.222.0.48 "GET /v2.0/networks/656e6f78-7725-43f9-aa76-a33555e7bfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277428 Jul 23 11:10:55.629626 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3082b20-bca5-4036-b9f6-eb2dcb61c6c9 req-c350efb9-ec8f-4668-8f3d-178d7da311a5 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:10:55.633126 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e3082b20-bca5-4036-b9f6-eb2dcb61c6c9 req-c350efb9-ec8f-4668-8f3d-178d7da311a5 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b474330-e063-45ba-aa01-f4d7b3d4d721 HTTP/1.1" status: 200 len: 943 time: 0.0810738 Jul 23 11:10:55.679756 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e3082b20-bca5-4036-b9f6-eb2dcb61c6c9 req-ddac5e1f-c2aa-4ad7-b03b-97f90c3ce69d tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/security-groups?id=ebb60a72-5ba8-44f7-a5d1-945a18949986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365937 Jul 23 11:10:56.340568 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 722fe4b3-4160-4bd5-801b-3c61a566a786 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:10:56.516255 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 722fe4b3-4160-4bd5-801b-3c61a566a786, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=722fe4b3-4160-4bd5-801b-3c61a566a786,segment=NetworkSegment(7356d7ae-1238-48f3-9966-0a66e9376525),segment_id=7356d7ae-1238-48f3-9966-0a66e9376525)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:10:56.536882 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Returning: {'device': '722fe4b3-4160-4bd5-801b-3c61a566a786', 'network_id': '656e6f78-7725-43f9-aa76-a33555e7bfff', 'port_id': '722fe4b3-4160-4bd5-801b-3c61a566a786', 'mac_address': 'fa:16:3e:e3:ed:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f96a1f0-8605-4e19-acdc-0ac0002e3304', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:10:56.604938 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:56.626631 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 722fe4b3-4160-4bd5-801b-3c61a566a786 {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:10:56.661970 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 722fe4b3-4160-4bd5-801b-3c61a566a786, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=722fe4b3-4160-4bd5-801b-3c61a566a786,segment=NetworkSegment(7356d7ae-1238-48f3-9966-0a66e9376525),segment_id=7356d7ae-1238-48f3-9966-0a66e9376525)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:10:56.667063 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:56.731624 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=722fe4b3-4160-4bd5-801b-3c61a566a786,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:10:56.744441 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:10:56.745063 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:10:56.745662 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:10:56.746071 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:10:56.746553 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:10:56.746976 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:10:56.747541 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:10:56.748159 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:10:56.748665 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:10:56.749192 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:10:56.749752 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:10:56.750320 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:10:56.866025 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77884c16-2ee7-46bf-a76a-fb7e444ca3a5 req-1ba13268-fc7d-4275-9bed-f5153aa6f354 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:10:56.870008 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-77884c16-2ee7-46bf-a76a-fb7e444ca3a5 req-1ba13268-fc7d-4275-9bed-f5153aa6f354 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b474330-e063-45ba-aa01-f4d7b3d4d721 HTTP/1.1" status: 200 len: 944 time: 0.0979526 Jul 23 11:10:56.896453 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['722fe4b3-4160-4bd5-801b-3c61a566a786'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:10:56.921959 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-77884c16-2ee7-46bf-a76a-fb7e444ca3a5 req-993fcb8f-0460-4117-8155-e51ee4c22470 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/security-groups?id=ebb60a72-5ba8-44f7-a5d1-945a18949986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439849 Jul 23 11:10:58.130382 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b8ae2-8e90-4b03-a039-99180769c09c req-2d218c50-9680-4c05-b81e-afa501e2fad3 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:10:58.133660 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-598b8ae2-8e90-4b03-a039-99180769c09c req-2d218c50-9680-4c05-b81e-afa501e2fad3 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b474330-e063-45ba-aa01-f4d7b3d4d721 HTTP/1.1" status: 200 len: 944 time: 0.1090767 Jul 23 11:10:58.203882 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-598b8ae2-8e90-4b03-a039-99180769c09c req-c41acdf7-19c5-4b2f-ae8e-4c26c41258c3 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/security-groups?id=ebb60a72-5ba8-44f7-a5d1-945a18949986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604680 Jul 23 11:10:58.369432 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 722fe4b3-4160-4bd5-801b-3c61a566a786 up at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:10:58.433225 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning for port 722fe4b3-4160-4bd5-801b-3c61a566a786 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:10:58.438777 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning complete for port 722fe4b3-4160-4bd5-801b-3c61a566a786 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:10:58.439361 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:58.574999 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:58.621358 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b474330-e063-45ba-aa01-f4d7b3d4d721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '722fe4b3-4160-4bd5-801b-3c61a566a786'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:10:58.624975 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}214548a6ff4efd2602c2c2cf0448be42dc7715ee41776415c9dd15aa22406767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cb8576-cff2-41fd-9fb2-2c66eb2d1fc4" -d '{"events": [{"server_uuid": "8b474330-e063-45ba-aa01-f4d7b3d4d721", "name": "network-vif-plugged", "status": "completed", "tag": "722fe4b3-4160-4bd5-801b-3c61a566a786"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:10:58.644844 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 722fe4b3-4160-4bd5-801b-3c61a566a786, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=722fe4b3-4160-4bd5-801b-3c61a566a786,segment=NetworkSegment(7356d7ae-1238-48f3-9966-0a66e9376525),segment_id=7356d7ae-1238-48f3-9966-0a66e9376525)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:10:58.651661 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:58.743643 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=722fe4b3-4160-4bd5-801b-3c61a566a786,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:10:58.785127 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8bc0c80-d101-4add-985f-7c2bd9eeef88 x-openstack-request-id: req-e8bc0c80-d101-4add-985f-7c2bd9eeef88 {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:10:58.785532 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b474330-e063-45ba-aa01-f4d7b3d4d721", "name": "network-vif-plugged", "status": "completed", "tag": "722fe4b3-4160-4bd5-801b-3c61a566a786", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:10:58.785947 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e8bc0c80-d101-4add-985f-7c2bd9eeef88 {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:10:58.788763 dv-cinder-801989-3-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b474330-e063-45ba-aa01-f4d7b3d4d721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '722fe4b3-4160-4bd5-801b-3c61a566a786', 'code': 200} Jul 23 11:10:59.050315 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859224c-bbf8-4deb-9f8f-1bbd619cc3bc req-6e5f15e5-0254-4971-93e6-96f9e5175d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:10:59.053512 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b859224c-bbf8-4deb-9f8f-1bbd619cc3bc req-6e5f15e5-0254-4971-93e6-96f9e5175d95 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8b474330-e063-45ba-aa01-f4d7b3d4d721 HTTP/1.1" status: 200 len: 1098 time: 0.0850503 Jul 23 11:10:59.094753 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b859224c-bbf8-4deb-9f8f-1bbd619cc3bc req-fa46a496-0448-4752-ac9d-eb3ee0698d08 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ebb60a72-5ba8-44f7-a5d1-945a18949986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350928 Jul 23 11:10:59.372560 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6cd7f3-71ba-404b-93ae-f4efc887f905 req-b2c24bdd-c600-4786-856e-205510ffa7ea tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:10:59.375813 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0b6cd7f3-71ba-404b-93ae-f4efc887f905 req-b2c24bdd-c600-4786-856e-205510ffa7ea tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b474330-e063-45ba-aa01-f4d7b3d4d721 HTTP/1.1" status: 200 len: 945 time: 0.0816820 Jul 23 11:10:59.426717 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0b6cd7f3-71ba-404b-93ae-f4efc887f905 req-cb11a1cb-e887-4732-87d6-5cc1cadfc35b tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/security-groups?id=ebb60a72-5ba8-44f7-a5d1-945a18949986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430672 Jul 23 11:11:00.612639 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd4d33-9611-4957-90b5-d65431ac1a3f req-c821df31-d3bb-47bd-bf44-1d05cfd4dee8 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:00.614179 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0dfd4d33-9611-4957-90b5-d65431ac1a3f req-c821df31-d3bb-47bd-bf44-1d05cfd4dee8 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b474330-e063-45ba-aa01-f4d7b3d4d721 HTTP/1.1" status: 200 len: 945 time: 0.0926538 Jul 23 11:11:00.668700 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0dfd4d33-9611-4957-90b5-d65431ac1a3f req-fac3e7f6-a69c-4718-acd8-fd01ae2942f1 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/security-groups?id=ebb60a72-5ba8-44f7-a5d1-945a18949986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444245 Jul 23 11:11:00.746478 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:16.559279 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-4e839941-ce32-4d87-a192-ed55b909cea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:19.587853 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-eec4335a-d65d-43e7-9bf3-24016ecdaf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:19.695740 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:20.566605 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:21.276712 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c971b-eb02-4205-b142-758df0d20532 req-07d0dc31-8f4f-43d9-b7cd-bea8e61960aa tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:21.278291 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8c9c971b-eb02-4205-b142-758df0d20532 req-07d0dc31-8f4f-43d9-b7cd-bea8e61960aa tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b474330-e063-45ba-aa01-f4d7b3d4d721 HTTP/1.1" status: 200 len: 945 time: 0.0903733 Jul 23 11:11:21.323507 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8c9c971b-eb02-4205-b142-758df0d20532 req-7931dc27-84d6-4b90-bbc2-0d974d3dafda tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/security-groups?id=ebb60a72-5ba8-44f7-a5d1-945a18949986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383685 Jul 23 11:11:22.065116 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:22.505645 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e482b-66c3-4b6f-90e5-99c34b20b9be req-55f9ba47-3562-4582-a0fa-3c12d41cab2b tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:22.508601 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-399e482b-66c3-4b6f-90e5-99c34b20b9be req-55f9ba47-3562-4582-a0fa-3c12d41cab2b tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b474330-e063-45ba-aa01-f4d7b3d4d721 HTTP/1.1" status: 200 len: 945 time: 0.0956762 Jul 23 11:11:22.552666 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:11:22.574157 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-399e482b-66c3-4b6f-90e5-99c34b20b9be req-40b99d25-5f69-4293-b9c3-2aa3c564d075 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/security-groups?id=ebb60a72-5ba8-44f7-a5d1-945a18949986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559635 Jul 23 11:11:23.016966 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31b123-ed90-43eb-b8ba-797a8b6853ba req-dc8580a9-01f1-42a6-9e3f-400e78d8bba8 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:23.019648 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bc31b123-ed90-43eb-b8ba-797a8b6853ba req-dc8580a9-01f1-42a6-9e3f-400e78d8bba8 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b474330-e063-45ba-aa01-f4d7b3d4d721 HTTP/1.1" status: 200 len: 945 time: 0.1022794 Jul 23 11:11:23.138954 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-bc31b123-ed90-43eb-b8ba-797a8b6853ba req-badb1f1c-cce8-4dc5-955d-12e024cc18bc tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Deleting port 722fe4b3-4160-4bd5-801b-3c61a566a786 {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:11:23.139524 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-bc31b123-ed90-43eb-b8ba-797a8b6853ba req-badb1f1c-cce8-4dc5-955d-12e024cc18bc tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:23.255409 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-bc31b123-ed90-43eb-b8ba-797a8b6853ba req-badb1f1c-cce8-4dc5-955d-12e024cc18bc tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] For port 722fe4b3-4160-4bd5-801b-3c61a566a786, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=722fe4b3-4160-4bd5-801b-3c61a566a786,segment=NetworkSegment(7356d7ae-1238-48f3-9966-0a66e9376525),segment_id=7356d7ae-1238-48f3-9966-0a66e9376525)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:11:23.255978 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-bc31b123-ed90-43eb-b8ba-797a8b6853ba req-badb1f1c-cce8-4dc5-955d-12e024cc18bc tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:23.284114 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-bc31b123-ed90-43eb-b8ba-797a8b6853ba req-badb1f1c-cce8-4dc5-955d-12e024cc18bc tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Calling delete_port for 722fe4b3-4160-4bd5-801b-3c61a566a786 owned by compute:nova {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:11:23.452454 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-bc31b123-ed90-43eb-b8ba-797a8b6853ba req-badb1f1c-cce8-4dc5-955d-12e024cc18bc tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:23.467844 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['722fe4b3-4160-4bd5-801b-3c61a566a786'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:11:23.498448 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb1f1c-cce8-4dc5-955d-12e024cc18bc tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Pushing event deleted for resources: {'Port': ['ID=722fe4b3-4160-4bd5-801b-3c61a566a786,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:11:23.586259 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc31b123-ed90-43eb-b8ba-797a8b6853ba req-badb1f1c-cce8-4dc5-955d-12e024cc18bc tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] No DVR routers for this DVR port 722fe4b3-4160-4bd5-801b-3c61a566a786 on host hv-cinder-80198 {{(pid=93047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:11:23.596043 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-bc31b123-ed90-43eb-b8ba-797a8b6853ba req-badb1f1c-cce8-4dc5-955d-12e024cc18bc tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:23.599426 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bc31b123-ed90-43eb-b8ba-797a8b6853ba req-badb1f1c-cce8-4dc5-955d-12e024cc18bc tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.48 "DELETE /v2.0/ports/722fe4b3-4160-4bd5-801b-3c61a566a786 HTTP/1.1" status: 204 len: 173 time: 0.5727398 Jul 23 11:11:23.600075 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b474330-e063-45ba-aa01-f4d7b3d4d721', 'name': 'network-vif-deleted', 'tag': '722fe4b3-4160-4bd5-801b-3c61a566a786'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:11:23.604230 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57990bb103ee5b7a3f14144f2b0acc3407ada3b1c8656e111118fed9c99398e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df19f15-19b4-4dcb-a314-0f616dd0a720" -d '{"events": [{"server_uuid": "8b474330-e063-45ba-aa01-f4d7b3d4d721", "name": "network-vif-deleted", "tag": "722fe4b3-4160-4bd5-801b-3c61a566a786"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:11:23.674480 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9990d6d-480a-4116-9d89-5921d6ebe842 x-openstack-request-id: req-f9990d6d-480a-4116-9d89-5921d6ebe842 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:11:23.674882 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b474330-e063-45ba-aa01-f4d7b3d4d721", "name": "network-vif-deleted", "tag": "722fe4b3-4160-4bd5-801b-3c61a566a786", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:11:23.675366 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f9990d6d-480a-4116-9d89-5921d6ebe842 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:11:23.675770 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b474330-e063-45ba-aa01-f4d7b3d4d721', 'name': 'network-vif-deleted', 'tag': '722fe4b3-4160-4bd5-801b-3c61a566a786', 'status': 'completed', 'code': 200} Jul 23 11:11:23.751968 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-fbd2b08e-c4bf-4fe8-b1ea-d4c6e35bd07b req-9e021f79-a4b2-402a-8e32-1f39a89d61c6 tempest-VolumesSnapshotTestJSON-854269875 tempest-VolumesSnapshotTestJSON-854269875-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b474330-e063-45ba-aa01-f4d7b3d4d721 HTTP/1.1" status: 200 len: 210 time: 0.0552711 Jul 23 11:11:26.512222 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 722fe4b3-4160-4bd5-801b-3c61a566a786 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:11:26.558727 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] No Port match for: 722fe4b3-4160-4bd5-801b-3c61a566a786 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:11:26.559312 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 722fe4b3-4160-4bd5-801b-3c61a566a786 not bound to the agent host hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:11:30.748223 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:46.565718 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e83cf5ef-6ca2-4fd0-8f24-ac4fe7868416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:49.454751 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 37218) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:11:49.506182 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c232c57-70b1-4d4b-ab6f-8626d8fb6288 admin admin] Deleting subnet 9f96a1f0-8605-4e19-acdc-0ac0002e3304 {{(pid=93047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:11:49.510686 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8c232c57-70b1-4d4b-ab6f-8626d8fb6288 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:49.549837 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8c232c57-70b1-4d4b-ab6f-8626d8fb6288 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31365394'] for subnet, precommit_delete_associations {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:49.595167 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8c232c57-70b1-4d4b-ab6f-8626d8fb6288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501035'] for subnet, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:49.602839 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-8d7ada5e-32e9-4a03-b387-7e693336acbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:49.661663 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8c232c57-70b1-4d4b-ab6f-8626d8fb6288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31365225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31171138'] for subnet, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:49.695906 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:49.698079 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c232c57-70b1-4d4b-ab6f-8626d8fb6288 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f96a1f0-8605-4e19-acdc-0ac0002e3304,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:11:49.701517 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8c232c57-70b1-4d4b-ab6f-8626d8fb6288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for subnet, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:49.704236 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-8c232c57-70b1-4d4b-ab6f-8626d8fb6288 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9f96a1f0-8605-4e19-acdc-0ac0002e3304 HTTP/1.1" status: 204 len: 168 time: 0.2478559 Jul 23 11:11:49.711278 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 37220) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:11:49.786165 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-13aa86b0-2206-46d6-a0c6-036d7611e7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638085'] for network, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:49.880122 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-13aa86b0-2206-46d6-a0c6-036d7611e7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499634', 'neutron.services.segments.db._delete_segments_for_network-8792856633739'] for network, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:49.895326 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-13aa86b0-2206-46d6-a0c6-036d7611e7ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['656e6f78-7725-43f9-aa76-a33555e7bfff']}} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:11:49.909377 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-13aa86b0-2206-46d6-a0c6-036d7611e7ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7356d7ae-1238-48f3-9966-0a66e9376525') {'for_net_delete': True} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:11:49.909845 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-13aa86b0-2206-46d6-a0c6-036d7611e7ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7356d7ae-1238-48f3-9966-0a66e9376525') {} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:11:49.924909 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-13aa86b0-2206-46d6-a0c6-036d7611e7ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792856541624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31874243'] for segment, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:49.946702 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-13aa86b0-2206-46d6-a0c6-036d7611e7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402'] for segment, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:49.958726 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13aa86b0-2206-46d6-a0c6-036d7611e7ca admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=93046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:11:49.959438 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-13aa86b0-2206-46d6-a0c6-036d7611e7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31524794'] for segment, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:49.962779 dv-cinder-801989-3-iscsi neutron-server[93046]: Traceback (most recent call last): Jul 23 11:11:49.962779 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:11:49.962779 dv-cinder-801989-3-iscsi neutron-server[93046]: timer() Jul 23 11:11:49.962779 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:11:49.962779 dv-cinder-801989-3-iscsi neutron-server[93046]: cb(*args, **kw) Jul 23 11:11:49.962779 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:11:49.962779 dv-cinder-801989-3-iscsi neutron-server[93046]: return func(*args, **kwargs) Jul 23 11:11:49.962779 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:11:49.962779 dv-cinder-801989-3-iscsi neutron-server[93046]: self._notify() Jul 23 11:11:49.962779 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:11:49.962779 dv-cinder-801989-3-iscsi neutron-server[93046]: self.callback(batched_events) Jul 23 11:11:49.962779 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:11:49.962779 dv-cinder-801989-3-iscsi neutron-server[93046]: event.method(event) Jul 23 11:11:49.962779 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:11:49.962779 dv-cinder-801989-3-iscsi neutron-server[93046]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:11:49.962779 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:11:49.962779 dv-cinder-801989-3-iscsi neutron-server[93046]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:11:49.962779 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:11:49.962779 dv-cinder-801989-3-iscsi neutron-server[93046]: return f(self, *a, **k) Jul 23 11:11:49.962779 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:11:49.962779 dv-cinder-801989-3-iscsi neutron-server[93046]: return self._get(url).json() Jul 23 11:11:49.962779 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:11:49.962779 dv-cinder-801989-3-iscsi neutron-server[93046]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:11:49.962779 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:11:49.962779 dv-cinder-801989-3-iscsi neutron-server[93046]: return self.request(url, 'GET', **kwargs) Jul 23 11:11:49.962779 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:11:49.962779 dv-cinder-801989-3-iscsi neutron-server[93046]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:11:49.962779 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:11:49.962779 dv-cinder-801989-3-iscsi neutron-server[93046]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:11:49.962779 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:11:49.962779 dv-cinder-801989-3-iscsi neutron-server[93046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:11:49.962779 dv-cinder-801989-3-iscsi neutron-server[93046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:11:50.062544 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-13aa86b0-2206-46d6-a0c6-036d7611e7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409060'] for network, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:50.070993 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-13aa86b0-2206-46d6-a0c6-036d7611e7ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:50.074654 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-13aa86b0-2206-46d6-a0c6-036d7611e7ca admin admin] 10.222.0.47 "DELETE /v2.0/networks/656e6f78-7725-43f9-aa76-a33555e7bfff HTTP/1.1" status: 204 len: 168 time: 0.3617752 Jul 23 11:11:50.093134 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa86b0-2206-46d6-a0c6-036d7611e7ca admin admin] Pushing event deleted for resources: {'Network': ['ID=656e6f78-7725-43f9-aa76-a33555e7bfff,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:11:50.102423 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa86b0-2206-46d6-a0c6-036d7611e7ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:50.102778 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa86b0-2206-46d6-a0c6-036d7611e7ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:50.103125 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa86b0-2206-46d6-a0c6-036d7611e7ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:50.103468 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa86b0-2206-46d6-a0c6-036d7611e7ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:50.103890 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa86b0-2206-46d6-a0c6-036d7611e7ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:50.104191 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa86b0-2206-46d6-a0c6-036d7611e7ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:50.104524 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa86b0-2206-46d6-a0c6-036d7611e7ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:50.104850 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa86b0-2206-46d6-a0c6-036d7611e7ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:50.105285 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa86b0-2206-46d6-a0c6-036d7611e7ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:50.105495 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa86b0-2206-46d6-a0c6-036d7611e7ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:50.105818 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa86b0-2206-46d6-a0c6-036d7611e7ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:50.106185 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa86b0-2206-46d6-a0c6-036d7611e7ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:50.258420 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 37232) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:11:50.314118 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-833f7700-524a-4962-95e5-fac9a93c3258 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4abdc6f642f047548b3e7361bf611fd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0545151 Jul 23 11:11:50.316870 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 37234) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:11:50.373584 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-08ea8f65-5f7e-4415-8b8a-6966ceb0c10a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:50.406410 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-08ea8f65-5f7e-4415-8b8a-6966ceb0c10a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:50.463166 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-08ea8f65-5f7e-4415-8b8a-6966ceb0c10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:50.466253 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-08ea8f65-5f7e-4415-8b8a-6966ceb0c10a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:50.467465 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-08ea8f65-5f7e-4415-8b8a-6966ceb0c10a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ebb60a72-5ba8-44f7-a5d1-945a18949986 HTTP/1.1" status: 204 len: 168 time: 0.1495752 Jul 23 11:11:50.480654 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea8f65-5f7e-4415-8b8a-6966ceb0c10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb60a72-5ba8-44f7-a5d1-945a18949986,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:11:50.564060 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:52.078248 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:59.552541 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:12:00.765850 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:11.696408 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 37522) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:12:11.823548 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7ecfd9cb-1062-45ae-ab7d-7f3362b54884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:11.938232 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7ecfd9cb-1062-45ae-ab7d-7f3362b54884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:11.942567 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7ecfd9cb-1062-45ae-ab7d-7f3362b54884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:11.986914 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-7ecfd9cb-1062-45ae-ab7d-7f3362b54884 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2cbb81fc81494ac38c9291463f63bb7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2892017 Jul 23 11:12:11.987633 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecfd9cb-1062-45ae-ab7d-7f3362b54884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660ce0b5-8213-4b37-a7a1-4e78bcb0e240,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:12:11.989923 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 37526) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:12:11.995902 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecfd9cb-1062-45ae-ab7d-7f3362b54884 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:12:11.996292 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecfd9cb-1062-45ae-ab7d-7f3362b54884 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:12:11.996632 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecfd9cb-1062-45ae-ab7d-7f3362b54884 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:12:11.996963 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecfd9cb-1062-45ae-ab7d-7f3362b54884 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:12:11.997287 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecfd9cb-1062-45ae-ab7d-7f3362b54884 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:12:11.997613 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecfd9cb-1062-45ae-ab7d-7f3362b54884 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:12:11.997935 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecfd9cb-1062-45ae-ab7d-7f3362b54884 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:12:11.998256 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecfd9cb-1062-45ae-ab7d-7f3362b54884 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:12:11.998580 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecfd9cb-1062-45ae-ab7d-7f3362b54884 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:12:11.998894 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecfd9cb-1062-45ae-ab7d-7f3362b54884 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:12:11.999212 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecfd9cb-1062-45ae-ab7d-7f3362b54884 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:12:11.999531 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecfd9cb-1062-45ae-ab7d-7f3362b54884 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:12:12.046170 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e9a9d477-6a22-48ff-818d-b62fe293008b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:12.072904 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e9a9d477-6a22-48ff-818d-b62fe293008b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:12.132270 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e9a9d477-6a22-48ff-818d-b62fe293008b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:12.135457 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e9a9d477-6a22-48ff-818d-b62fe293008b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:12.136676 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-e9a9d477-6a22-48ff-818d-b62fe293008b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/660ce0b5-8213-4b37-a7a1-4e78bcb0e240 HTTP/1.1" status: 204 len: 168 time: 0.1453993 Jul 23 11:12:12.144669 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9d477-6a22-48ff-818d-b62fe293008b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660ce0b5-8213-4b37-a7a1-4e78bcb0e240,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:12:16.557221 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-bbdd0a32-21f2-4f9b-b639-f222c26c9fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:19.597261 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-63d04679-1eea-410d-aa09-baff530463b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:19.693389 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:20.559949 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:22.074058 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:30.772044 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:36.554288 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:12:46.568863 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-34a16dce-e260-4482-aef2-2938950242ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:49.605976 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-34b403a2-7265-4dcb-9a0a-d5ba3d133332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:49.712154 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:50.570481 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:52.066355 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:00.765372 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:13.553009 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:13:16.564949 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5c40522-7e5a-4d96-8acf-17e9d74b6983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:19.600027 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-4eb98f76-08d7-4ad0-a371-490c7f9990a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:19.696530 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:20.566304 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:22.077205 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:30.774870 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:33.065949 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 38198) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:13:33.221551 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e632d728-1a88-43f6-a01e-51255506b3b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:33.345456 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e632d728-1a88-43f6-a01e-51255506b3b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:33.349742 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e632d728-1a88-43f6-a01e-51255506b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:33.393164 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-e632d728-1a88-43f6-a01e-51255506b3b5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=49977c88c8294b97ae3267198f34dc6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3258021 Jul 23 11:13:33.394513 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632d728-1a88-43f6-a01e-51255506b3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2339a3-219e-435e-a1a6-cbd4aa6e1723,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:13:33.396209 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 38206) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:13:33.402949 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632d728-1a88-43f6-a01e-51255506b3b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:13:33.403386 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632d728-1a88-43f6-a01e-51255506b3b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:13:33.403768 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632d728-1a88-43f6-a01e-51255506b3b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:13:33.404242 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632d728-1a88-43f6-a01e-51255506b3b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:13:33.404679 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632d728-1a88-43f6-a01e-51255506b3b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:13:33.405202 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632d728-1a88-43f6-a01e-51255506b3b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:13:33.405668 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632d728-1a88-43f6-a01e-51255506b3b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:13:33.406122 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632d728-1a88-43f6-a01e-51255506b3b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:13:33.406602 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632d728-1a88-43f6-a01e-51255506b3b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:13:33.407068 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632d728-1a88-43f6-a01e-51255506b3b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:13:33.407437 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632d728-1a88-43f6-a01e-51255506b3b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:13:33.408087 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632d728-1a88-43f6-a01e-51255506b3b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:13:33.459332 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e5c4f501-e623-4364-91ce-147be13f024e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:33.483522 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e5c4f501-e623-4364-91ce-147be13f024e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:33.536646 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e5c4f501-e623-4364-91ce-147be13f024e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:33.539209 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e5c4f501-e623-4364-91ce-147be13f024e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:33.540400 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-e5c4f501-e623-4364-91ce-147be13f024e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8c2339a3-219e-435e-a1a6-cbd4aa6e1723 HTTP/1.1" status: 204 len: 168 time: 0.1430612 Jul 23 11:13:33.549560 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c4f501-e623-4364-91ce-147be13f024e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2339a3-219e-435e-a1a6-cbd4aa6e1723,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:13:33.557488 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c4f501-e623-4364-91ce-147be13f024e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:13:33.557843 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c4f501-e623-4364-91ce-147be13f024e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:13:33.558263 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c4f501-e623-4364-91ce-147be13f024e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:13:33.559296 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c4f501-e623-4364-91ce-147be13f024e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:13:33.559800 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c4f501-e623-4364-91ce-147be13f024e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:13:33.560195 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c4f501-e623-4364-91ce-147be13f024e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:13:33.560540 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c4f501-e623-4364-91ce-147be13f024e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:13:33.560875 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c4f501-e623-4364-91ce-147be13f024e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:13:33.561208 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c4f501-e623-4364-91ce-147be13f024e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:13:33.561536 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c4f501-e623-4364-91ce-147be13f024e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:13:33.561861 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c4f501-e623-4364-91ce-147be13f024e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:13:33.562181 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c4f501-e623-4364-91ce-147be13f024e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:13:33.895019 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 38214) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:13:34.165512 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9f59ec04-a9de-47da-a338-cec587eaab49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:34.282538 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9f59ec04-a9de-47da-a338-cec587eaab49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:34.287648 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9f59ec04-a9de-47da-a338-cec587eaab49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:34.340405 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-9f59ec04-a9de-47da-a338-cec587eaab49 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6bce586864b94306adffe177b9e43f70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4436543 Jul 23 11:13:34.342030 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59ec04-a9de-47da-a338-cec587eaab49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac706eb-df2c-4c60-b91f-2bd9c9ff40ef,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:13:34.343245 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 38224) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:13:34.395898 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b5dd7300-f369-4d67-8296-6ace85470ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:34.432039 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b5dd7300-f369-4d67-8296-6ace85470ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:34.484129 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b5dd7300-f369-4d67-8296-6ace85470ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:34.486688 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b5dd7300-f369-4d67-8296-6ace85470ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:34.487845 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-b5dd7300-f369-4d67-8296-6ace85470ddb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4ac706eb-df2c-4c60-b91f-2bd9c9ff40ef HTTP/1.1" status: 204 len: 168 time: 0.1436005 Jul 23 11:13:34.496396 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd7300-f369-4d67-8296-6ace85470ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac706eb-df2c-4c60-b91f-2bd9c9ff40ef,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:13:46.569992 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-1bc781e7-c801-4593-9e32-20d4163c0e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:49.602179 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-3ffc14ac-ff98-489c-9175-bf570897213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:49.700503 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:50.552891 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:13:50.567107 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:52.074870 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:00.784139 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:07.291001 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 38564) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:14:07.420062 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b5e1-96e8-4708-a45e-fdf9cb9849f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:07.522840 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b5e1-96e8-4708-a45e-fdf9cb9849f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:07.527401 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b5e1-96e8-4708-a45e-fdf9cb9849f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:07.568118 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-c4c7b5e1-96e8-4708-a45e-fdf9cb9849f9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ddec4d0dd5424e8bbb5efdf4fdf21249&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2759821 Jul 23 11:14:07.568845 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7b5e1-96e8-4708-a45e-fdf9cb9849f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2290823b-4bb1-447a-8c94-c3e4d230592d,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:14:07.570802 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 38568) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:14:07.640572 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a095a0f5-f60d-4270-b453-fa4e42591554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:07.663981 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a095a0f5-f60d-4270-b453-fa4e42591554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:07.713955 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a095a0f5-f60d-4270-b453-fa4e42591554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:07.716906 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a095a0f5-f60d-4270-b453-fa4e42591554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:07.718074 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-a095a0f5-f60d-4270-b453-fa4e42591554 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2290823b-4bb1-447a-8c94-c3e4d230592d HTTP/1.1" status: 204 len: 168 time: 0.1462932 Jul 23 11:14:07.726127 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095a0f5-f60d-4270-b453-fa4e42591554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2290823b-4bb1-447a-8c94-c3e4d230592d,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:14:08.004636 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 38578) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:14:08.018079 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b2e5efc8-6ea0-494e-80d0-c9e14c4537bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:08.120366 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b2e5efc8-6ea0-494e-80d0-c9e14c4537bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:08.124718 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b2e5efc8-6ea0-494e-80d0-c9e14c4537bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:08.165858 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-b2e5efc8-6ea0-494e-80d0-c9e14c4537bf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=506b7ad35f1b4f1e957e713adff68959&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1600695 Jul 23 11:14:08.166722 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5efc8-6ea0-494e-80d0-c9e14c4537bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdb4314-23b5-4e3f-9a41-bcf82a0cc6a8,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:14:08.168881 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 38580) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:14:08.221272 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0631bc19-a87b-4587-9eb7-ae0001f3740f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:08.255588 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0631bc19-a87b-4587-9eb7-ae0001f3740f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:08.305428 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0631bc19-a87b-4587-9eb7-ae0001f3740f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:08.307926 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0631bc19-a87b-4587-9eb7-ae0001f3740f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:08.309162 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-0631bc19-a87b-4587-9eb7-ae0001f3740f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2bdb4314-23b5-4e3f-9a41-bcf82a0cc6a8 HTTP/1.1" status: 204 len: 168 time: 0.1391599 Jul 23 11:14:08.319550 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0631bc19-a87b-4587-9eb7-ae0001f3740f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdb4314-23b5-4e3f-9a41-bcf82a0cc6a8,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:14:09.062074 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 38606) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:14:09.177436 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-a1fa17ba-8755-493c-a831-f0db1cf76d66 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-768077268-network', 'tenant_id': 'e203e422b8a44267ae731b0f15d683e3'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:14:09.204727 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1fa17ba-8755-493c-a831-f0db1cf76d66 admin admin] Made reservation on behalf of e203e422b8a44267ae731b0f15d683e3 for: {'network': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:14:09.207105 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a1fa17ba-8755-493c-a831-f0db1cf76d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for network, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:09.216948 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a1fa17ba-8755-493c-a831-f0db1cf76d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:09.329260 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a1fa17ba-8755-493c-a831-f0db1cf76d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:09.333912 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a1fa17ba-8755-493c-a831-f0db1cf76d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:09.359976 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1fa17ba-8755-493c-a831-f0db1cf76d66 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=93046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:14:09.377920 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa17ba-8755-493c-a831-f0db1cf76d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4919199-c898-4952-9c1b-82798ce19187,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:14:09.381951 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a1fa17ba-8755-493c-a831-f0db1cf76d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402'] for segment, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:09.382301 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.db.segments_db [None req-a1fa17ba-8755-493c-a831-f0db1cf76d66 admin admin] Added segment b5f6a83b-3931-40f9-9256-b3b95bcc363f of type vlan for network 99d7ff12-2e88-4164-84bc-b912a9414c9e Jul 23 11:14:09.429158 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a1fa17ba-8755-493c-a831-f0db1cf76d66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792856099175'] for network, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:09.461260 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a1fa17ba-8755-493c-a831-f0db1cf76d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375'] for network, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:09.462290 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fa17ba-8755-493c-a831-f0db1cf76d66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:09.462878 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a1fa17ba-8755-493c-a831-f0db1cf76d66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:09.498219 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-a1fa17ba-8755-493c-a831-f0db1cf76d66 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4350135 Jul 23 11:14:09.502268 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 38610) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:14:09.534845 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-79e1267e-7017-4829-a497-5717363ab089 admin admin] Request body: {'subnet': {'network_id': '99d7ff12-2e88-4164-84bc-b912a9414c9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-768077268-subnet', 'tenant_id': 'e203e422b8a44267ae731b0f15d683e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:14:09.539704 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa17ba-8755-493c-a831-f0db1cf76d66 admin admin] Pushing event updated for resources: {'Network': ['ID=99d7ff12-2e88-4164-84bc-b912a9414c9e,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:14:09.550811 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Network 99d7ff12-2e88-4164-84bc-b912a9414c9e details requested by agent ovs-agent-dv-cinder-801989-3-iscsi with host dv-cinder-801989-3-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:14:09.566508 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e1267e-7017-4829-a497-5717363ab089 admin admin] Made reservation on behalf of e203e422b8a44267ae731b0f15d683e3 for: {'subnet': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:14:09.570344 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-79e1267e-7017-4829-a497-5717363ab089 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32886938'] for subnet, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:09.782189 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-79e1267e-7017-4829-a497-5717363ab089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31524673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32886920'] for subnet, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:09.860991 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1267e-7017-4829-a497-5717363ab089 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a36e840d-b5f7-4d2f-b1a1-3de6f23a2001,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:14:09.871109 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e1267e-7017-4829-a497-5717363ab089 admin admin] Checking segment: {'id': 'b5f6a83b-3931-40f9-9256-b3b95bcc363f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '99d7ff12-2e88-4164-84bc-b912a9414c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:14:09.871467 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e1267e-7017-4829-a497-5717363ab089 admin admin] Network hostable DHCP agents. Network: 99d7ff12-2e88-4164-84bc-b912a9414c9e, hostable agents: ['b2a8c5e9-afda-4978-a37c-dc0c684fd952'], hosted agents: [] {{(pid=93046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:14:09.890968 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e1267e-7017-4829-a497-5717363ab089 admin admin] Network 99d7ff12-2e88-4164-84bc-b912a9414c9e is scheduled to be hosted by DHCP agent b2a8c5e9-afda-4978-a37c-dc0c684fd952 with binding_index 1 {{(pid=93046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:14:09.901552 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-79e1267e-7017-4829-a497-5717363ab089 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-3-iscsi, 99d7ff12-2e88-4164-84bc-b912a9414c9e) {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:14:09.908164 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e1267e-7017-4829-a497-5717363ab089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:09.909402 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-79e1267e-7017-4829-a497-5717363ab089 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:09.911367 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cab3fe-e25d-486e-9b3b-904572c84c95 None None] Network 99d7ff12-2e88-4164-84bc-b912a9414c9e requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:14:09.936210 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-79e1267e-7017-4829-a497-5717363ab089 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4232099 Jul 23 11:14:10.071039 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a850cf-0055-41c1-94a5-9e59d7709374 None None] Network 99d7ff12-2e88-4164-84bc-b912a9414c9e requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:14:10.486988 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 38630) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:14:10.493406 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-e6cd9538-e362-46b2-a92e-f0bbbac82d8f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-290284142-network', 'tenant_id': '38a996fec1374802a155b4359550c862'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:14:10.520383 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cd9538-e362-46b2-a92e-f0bbbac82d8f admin admin] Made reservation on behalf of 38a996fec1374802a155b4359550c862 for: {'network': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:14:10.523086 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e6cd9538-e362-46b2-a92e-f0bbbac82d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for network, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:10.533547 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e6cd9538-e362-46b2-a92e-f0bbbac82d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:10.646468 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e6cd9538-e362-46b2-a92e-f0bbbac82d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:10.651001 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e6cd9538-e362-46b2-a92e-f0bbbac82d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:10.689759 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6cd9538-e362-46b2-a92e-f0bbbac82d8f admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=93046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:14:10.705309 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd9538-e362-46b2-a92e-f0bbbac82d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdf950f-5a6c-468c-9e7d-ea3e7afc6fc6,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:14:10.712778 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e6cd9538-e362-46b2-a92e-f0bbbac82d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402'] for segment, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:10.713286 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.db.segments_db [None req-e6cd9538-e362-46b2-a92e-f0bbbac82d8f admin admin] Added segment 1d55f06f-9a9b-449d-80eb-c69bc01452e4 of type vlan for network 77075e48-c9ce-4178-b164-4f8697549986 Jul 23 11:14:10.794461 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e6cd9538-e362-46b2-a92e-f0bbbac82d8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792856099175'] for network, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:10.832394 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e6cd9538-e362-46b2-a92e-f0bbbac82d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375'] for network, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:10.833753 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cd9538-e362-46b2-a92e-f0bbbac82d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:10.834721 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e6cd9538-e362-46b2-a92e-f0bbbac82d8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:10.867442 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-e6cd9538-e362-46b2-a92e-f0bbbac82d8f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3793259 Jul 23 11:14:10.871921 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 38634) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:14:10.878929 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-caa91872-6270-4472-a4fe-95b3563d66ca admin admin] Request body: {'subnet': {'network_id': '77075e48-c9ce-4178-b164-4f8697549986', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-290284142-subnet', 'tenant_id': '38a996fec1374802a155b4359550c862', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:14:10.949060 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd9538-e362-46b2-a92e-f0bbbac82d8f admin admin] Pushing event updated for resources: {'Network': ['ID=77075e48-c9ce-4178-b164-4f8697549986,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:14:10.964582 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Network 77075e48-c9ce-4178-b164-4f8697549986 details requested by agent ovs-agent-dv-cinder-801989-3-iscsi with host dv-cinder-801989-3-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:14:10.965576 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa91872-6270-4472-a4fe-95b3563d66ca admin admin] Made reservation on behalf of 38a996fec1374802a155b4359550c862 for: {'subnet': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:14:10.970126 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-caa91872-6270-4472-a4fe-95b3563d66ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32886938'] for subnet, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:11.195472 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-caa91872-6270-4472-a4fe-95b3563d66ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31524673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32886920'] for subnet, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:11.251264 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa91872-6270-4472-a4fe-95b3563d66ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=02b70013-4faf-46d9-a2dd-1bcde5f5ea93,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:14:11.262202 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa91872-6270-4472-a4fe-95b3563d66ca admin admin] Checking segment: {'id': '1d55f06f-9a9b-449d-80eb-c69bc01452e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '77075e48-c9ce-4178-b164-4f8697549986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:14:11.262556 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa91872-6270-4472-a4fe-95b3563d66ca admin admin] Network hostable DHCP agents. Network: 77075e48-c9ce-4178-b164-4f8697549986, hostable agents: ['b2a8c5e9-afda-4978-a37c-dc0c684fd952'], hosted agents: [] {{(pid=93046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:14:11.280630 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa91872-6270-4472-a4fe-95b3563d66ca admin admin] Network 77075e48-c9ce-4178-b164-4f8697549986 is scheduled to be hosted by DHCP agent b2a8c5e9-afda-4978-a37c-dc0c684fd952 with binding_index 1 {{(pid=93046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:14:11.290939 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-caa91872-6270-4472-a4fe-95b3563d66ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-3-iscsi, 77075e48-c9ce-4178-b164-4f8697549986) {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:14:11.297074 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa91872-6270-4472-a4fe-95b3563d66ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:11.297074 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-caa91872-6270-4472-a4fe-95b3563d66ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:11.300632 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b361c146-9d16-471c-81ee-24ab5deff28b None None] Network 77075e48-c9ce-4178-b164-4f8697549986 requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:14:11.314056 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-caa91872-6270-4472-a4fe-95b3563d66ca admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4410169 Jul 23 11:14:11.424017 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3962d744-3f85-4e8f-8363-9e9fb97156ec None None] Network 77075e48-c9ce-4178-b164-4f8697549986 requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:14:16.573108 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-5f7df53d-34b1-4716-8431-94d3ce77761f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:19.612306 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-a772c69f-fb95-4715-b682-1ab240b1fc1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:19.701662 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:20.570340 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:22.080252 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:24.911772 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 38806) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:14:24.959800 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_v2 [None req-46eaa3d1-8020-40d8-9e97-e1a67edcea61 admin admin] Deleting subnet a36e840d-b5f7-4d2f-b1a1-3de6f23a2001 {{(pid=93046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:14:24.962929 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-46eaa3d1-8020-40d8-9e97-e1a67edcea61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:24.995655 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-46eaa3d1-8020-40d8-9e97-e1a67edcea61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31874298'] for subnet, precommit_delete_associations {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:25.032330 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-46eaa3d1-8020-40d8-9e97-e1a67edcea61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501035'] for subnet, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:25.087415 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-46eaa3d1-8020-40d8-9e97-e1a67edcea61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31524608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32886975'] for subnet, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:25.117485 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eaa3d1-8020-40d8-9e97-e1a67edcea61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a36e840d-b5f7-4d2f-b1a1-3de6f23a2001,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:14:25.122930 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-46eaa3d1-8020-40d8-9e97-e1a67edcea61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:25.125504 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-46eaa3d1-8020-40d8-9e97-e1a67edcea61 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/a36e840d-b5f7-4d2f-b1a1-3de6f23a2001 HTTP/1.1" status: 204 len: 168 time: 0.2123206 Jul 23 11:14:25.128228 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 38808) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:14:25.196745 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-579a1812-2c48-4016-9755-080ff6c603f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638085'] for network, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:25.278809 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-579a1812-2c48-4016-9755-080ff6c603f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499634', 'neutron.services.segments.db._delete_segments_for_network-8792856633739'] for network, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:25.289811 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-579a1812-2c48-4016-9755-080ff6c603f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d7ff12-2e88-4164-84bc-b912a9414c9e']}} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:14:25.300945 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-579a1812-2c48-4016-9755-080ff6c603f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f6a83b-3931-40f9-9256-b3b95bcc363f') {'for_net_delete': True} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:14:25.301265 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-579a1812-2c48-4016-9755-080ff6c603f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f6a83b-3931-40f9-9256-b3b95bcc363f') {} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:14:25.310113 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-579a1812-2c48-4016-9755-080ff6c603f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792856541624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31874243'] for segment, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:25.324462 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-579a1812-2c48-4016-9755-080ff6c603f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402'] for segment, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:25.330950 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579a1812-2c48-4016-9755-080ff6c603f6 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=93046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:14:25.331458 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-579a1812-2c48-4016-9755-080ff6c603f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31524794'] for segment, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:25.333573 dv-cinder-801989-3-iscsi neutron-server[93046]: Traceback (most recent call last): Jul 23 11:14:25.333573 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:14:25.333573 dv-cinder-801989-3-iscsi neutron-server[93046]: timer() Jul 23 11:14:25.333573 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:14:25.333573 dv-cinder-801989-3-iscsi neutron-server[93046]: cb(*args, **kw) Jul 23 11:14:25.333573 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:14:25.333573 dv-cinder-801989-3-iscsi neutron-server[93046]: return func(*args, **kwargs) Jul 23 11:14:25.333573 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:14:25.333573 dv-cinder-801989-3-iscsi neutron-server[93046]: self._notify() Jul 23 11:14:25.333573 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:14:25.333573 dv-cinder-801989-3-iscsi neutron-server[93046]: self.callback(batched_events) Jul 23 11:14:25.333573 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:14:25.333573 dv-cinder-801989-3-iscsi neutron-server[93046]: event.method(event) Jul 23 11:14:25.333573 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:14:25.333573 dv-cinder-801989-3-iscsi neutron-server[93046]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:14:25.333573 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:14:25.333573 dv-cinder-801989-3-iscsi neutron-server[93046]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:14:25.333573 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:14:25.333573 dv-cinder-801989-3-iscsi neutron-server[93046]: return f(self, *a, **k) Jul 23 11:14:25.333573 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:14:25.333573 dv-cinder-801989-3-iscsi neutron-server[93046]: return self._get(url).json() Jul 23 11:14:25.333573 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:14:25.333573 dv-cinder-801989-3-iscsi neutron-server[93046]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:14:25.333573 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:14:25.333573 dv-cinder-801989-3-iscsi neutron-server[93046]: return self.request(url, 'GET', **kwargs) Jul 23 11:14:25.333573 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:14:25.333573 dv-cinder-801989-3-iscsi neutron-server[93046]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:14:25.333573 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:14:25.333573 dv-cinder-801989-3-iscsi neutron-server[93046]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:14:25.333573 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:14:25.333573 dv-cinder-801989-3-iscsi neutron-server[93046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:14:25.333573 dv-cinder-801989-3-iscsi neutron-server[93046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:14:25.389676 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-579a1812-2c48-4016-9755-080ff6c603f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409060'] for network, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:25.395221 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-579a1812-2c48-4016-9755-080ff6c603f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:25.397076 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-579a1812-2c48-4016-9755-080ff6c603f6 admin admin] 10.222.0.47 "DELETE /v2.0/networks/99d7ff12-2e88-4164-84bc-b912a9414c9e HTTP/1.1" status: 204 len: 168 time: 0.2679276 Jul 23 11:14:25.399902 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 38810) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:14:25.408510 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a1812-2c48-4016-9755-080ff6c603f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=99d7ff12-2e88-4164-84bc-b912a9414c9e,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:14:25.444567 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc64fe6a-c011-4fb9-82ae-2772f7f46e07 admin admin] Deleting subnet 02b70013-4faf-46d9-a2dd-1bcde5f5ea93 {{(pid=93047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:14:25.447641 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-bc64fe6a-c011-4fb9-82ae-2772f7f46e07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:25.479777 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-bc64fe6a-c011-4fb9-82ae-2772f7f46e07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31365394'] for subnet, precommit_delete_associations {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:25.515874 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-bc64fe6a-c011-4fb9-82ae-2772f7f46e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501035'] for subnet, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:25.569137 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-bc64fe6a-c011-4fb9-82ae-2772f7f46e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31365225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31171138'] for subnet, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:25.594605 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc64fe6a-c011-4fb9-82ae-2772f7f46e07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02b70013-4faf-46d9-a2dd-1bcde5f5ea93,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:14:25.596549 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-bc64fe6a-c011-4fb9-82ae-2772f7f46e07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for subnet, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:25.599450 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-bc64fe6a-c011-4fb9-82ae-2772f7f46e07 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/02b70013-4faf-46d9-a2dd-1bcde5f5ea93 HTTP/1.1" status: 204 len: 168 time: 0.1968257 Jul 23 11:14:25.600885 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 38812) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:14:25.665481 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e17d8d45-e131-4867-a12a-7904afe2ad7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638085'] for network, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:26.001782 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e17d8d45-e131-4867-a12a-7904afe2ad7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499634', 'neutron.services.segments.db._delete_segments_for_network-8792856633739'] for network, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:26.018934 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-e17d8d45-e131-4867-a12a-7904afe2ad7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77075e48-c9ce-4178-b164-4f8697549986']}} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:14:26.030241 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-e17d8d45-e131-4867-a12a-7904afe2ad7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d55f06f-9a9b-449d-80eb-c69bc01452e4') {'for_net_delete': True} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:14:26.030541 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-e17d8d45-e131-4867-a12a-7904afe2ad7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d55f06f-9a9b-449d-80eb-c69bc01452e4') {} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:14:26.041163 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e17d8d45-e131-4867-a12a-7904afe2ad7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792856541624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31365419'] for segment, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:26.057477 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e17d8d45-e131-4867-a12a-7904afe2ad7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402'] for segment, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:26.065077 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e17d8d45-e131-4867-a12a-7904afe2ad7c admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=93047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:14:26.065494 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e17d8d45-e131-4867-a12a-7904afe2ad7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31365331'] for segment, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:26.067258 dv-cinder-801989-3-iscsi neutron-server[93047]: Traceback (most recent call last): Jul 23 11:14:26.067258 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:14:26.067258 dv-cinder-801989-3-iscsi neutron-server[93047]: timer() Jul 23 11:14:26.067258 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:14:26.067258 dv-cinder-801989-3-iscsi neutron-server[93047]: cb(*args, **kw) Jul 23 11:14:26.067258 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:14:26.067258 dv-cinder-801989-3-iscsi neutron-server[93047]: return func(*args, **kwargs) Jul 23 11:14:26.067258 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:14:26.067258 dv-cinder-801989-3-iscsi neutron-server[93047]: self._notify() Jul 23 11:14:26.067258 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:14:26.067258 dv-cinder-801989-3-iscsi neutron-server[93047]: self.callback(batched_events) Jul 23 11:14:26.067258 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:14:26.067258 dv-cinder-801989-3-iscsi neutron-server[93047]: event.method(event) Jul 23 11:14:26.067258 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:14:26.067258 dv-cinder-801989-3-iscsi neutron-server[93047]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:14:26.067258 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:14:26.067258 dv-cinder-801989-3-iscsi neutron-server[93047]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:14:26.067258 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:14:26.067258 dv-cinder-801989-3-iscsi neutron-server[93047]: return f(self, *a, **k) Jul 23 11:14:26.067258 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:14:26.067258 dv-cinder-801989-3-iscsi neutron-server[93047]: return self._get(url).json() Jul 23 11:14:26.067258 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:14:26.067258 dv-cinder-801989-3-iscsi neutron-server[93047]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:14:26.067258 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:14:26.067258 dv-cinder-801989-3-iscsi neutron-server[93047]: return self.request(url, 'GET', **kwargs) Jul 23 11:14:26.067258 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:14:26.067258 dv-cinder-801989-3-iscsi neutron-server[93047]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:14:26.067258 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:14:26.067258 dv-cinder-801989-3-iscsi neutron-server[93047]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:14:26.067258 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:14:26.067258 dv-cinder-801989-3-iscsi neutron-server[93047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:14:26.067258 dv-cinder-801989-3-iscsi neutron-server[93047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:14:26.121405 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e17d8d45-e131-4867-a12a-7904afe2ad7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409060'] for network, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:26.129030 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e17d8d45-e131-4867-a12a-7904afe2ad7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for network, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:26.133667 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-e17d8d45-e131-4867-a12a-7904afe2ad7c admin admin] 10.222.0.47 "DELETE /v2.0/networks/77075e48-c9ce-4178-b164-4f8697549986 HTTP/1.1" status: 204 len: 168 time: 0.5318663 Jul 23 11:14:26.147877 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d8d45-e131-4867-a12a-7904afe2ad7c admin admin] Pushing event deleted for resources: {'Network': ['ID=77075e48-c9ce-4178-b164-4f8697549986,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:14:26.311171 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 38820) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:14:26.353389 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-f7e41885-6776-4528-a9ae-8eda44b686b7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e203e422b8a44267ae731b0f15d683e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410554 Jul 23 11:14:26.356319 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 38822) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:14:26.409903 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-cae1b3da-009d-4f5b-b9c7-6c7cf3b198d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:26.432031 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-cae1b3da-009d-4f5b-b9c7-6c7cf3b198d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:26.479248 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-cae1b3da-009d-4f5b-b9c7-6c7cf3b198d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:26.482025 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-cae1b3da-009d-4f5b-b9c7-6c7cf3b198d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:26.483170 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-cae1b3da-009d-4f5b-b9c7-6c7cf3b198d7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b4919199-c898-4952-9c1b-82798ce19187 HTTP/1.1" status: 204 len: 168 time: 0.1260109 Jul 23 11:14:26.491526 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1b3da-009d-4f5b-b9c7-6c7cf3b198d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4919199-c898-4952-9c1b-82798ce19187,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:14:26.791611 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 38828) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:14:26.830960 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-798d3b0e-4123-4413-a3cd-b26227e23582 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=38a996fec1374802a155b4359550c862&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381420 Jul 23 11:14:26.833818 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 38830) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:14:26.881489 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-28d5966c-7375-419e-b6de-86832d527cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:26.902264 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-28d5966c-7375-419e-b6de-86832d527cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:26.947490 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-28d5966c-7375-419e-b6de-86832d527cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:26.950050 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-28d5966c-7375-419e-b6de-86832d527cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:26.951184 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-28d5966c-7375-419e-b6de-86832d527cfb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5cdf950f-5a6c-468c-9e7d-ea3e7afc6fc6 HTTP/1.1" status: 204 len: 168 time: 0.1164424 Jul 23 11:14:26.959296 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5966c-7375-419e-b6de-86832d527cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdf950f-5a6c-468c-9e7d-ea3e7afc6fc6,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:14:27.552487 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:14:30.786514 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:38.138311 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 38980) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:14:38.260357 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c09e3caa-4831-47cf-9053-7bf7e69a0685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:38.364158 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c09e3caa-4831-47cf-9053-7bf7e69a0685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:38.368517 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c09e3caa-4831-47cf-9053-7bf7e69a0685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:38.409933 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-c09e3caa-4831-47cf-9053-7bf7e69a0685 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=45a931dc4e74494cb781fc2c3ce866e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2703958 Jul 23 11:14:38.410703 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e3caa-4831-47cf-9053-7bf7e69a0685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767d9f33-15f8-4740-90a8-45d31a1d5c58,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:14:38.412705 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 38984) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:14:38.418320 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e3caa-4831-47cf-9053-7bf7e69a0685 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:38.418677 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e3caa-4831-47cf-9053-7bf7e69a0685 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:38.419025 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e3caa-4831-47cf-9053-7bf7e69a0685 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:38.419366 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e3caa-4831-47cf-9053-7bf7e69a0685 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:38.419699 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e3caa-4831-47cf-9053-7bf7e69a0685 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:38.420038 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e3caa-4831-47cf-9053-7bf7e69a0685 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:38.420397 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e3caa-4831-47cf-9053-7bf7e69a0685 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:38.420726 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e3caa-4831-47cf-9053-7bf7e69a0685 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:38.421061 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e3caa-4831-47cf-9053-7bf7e69a0685 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:38.421385 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e3caa-4831-47cf-9053-7bf7e69a0685 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:38.421718 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e3caa-4831-47cf-9053-7bf7e69a0685 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:38.422146 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e3caa-4831-47cf-9053-7bf7e69a0685 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:38.468733 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-48298210-c27e-4e01-9e4b-395499c95cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:38.491578 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-48298210-c27e-4e01-9e4b-395499c95cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:38.543541 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-48298210-c27e-4e01-9e4b-395499c95cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:38.546761 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-48298210-c27e-4e01-9e4b-395499c95cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:38.548256 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-48298210-c27e-4e01-9e4b-395499c95cb5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/767d9f33-15f8-4740-90a8-45d31a1d5c58 HTTP/1.1" status: 204 len: 168 time: 0.1342773 Jul 23 11:14:38.559446 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48298210-c27e-4e01-9e4b-395499c95cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767d9f33-15f8-4740-90a8-45d31a1d5c58,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:14:38.568542 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48298210-c27e-4e01-9e4b-395499c95cb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:38.569042 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48298210-c27e-4e01-9e4b-395499c95cb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:38.569511 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48298210-c27e-4e01-9e4b-395499c95cb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:38.569944 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48298210-c27e-4e01-9e4b-395499c95cb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:38.570377 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48298210-c27e-4e01-9e4b-395499c95cb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:38.570823 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48298210-c27e-4e01-9e4b-395499c95cb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:38.571332 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48298210-c27e-4e01-9e4b-395499c95cb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:38.571805 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48298210-c27e-4e01-9e4b-395499c95cb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:38.572281 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48298210-c27e-4e01-9e4b-395499c95cb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:38.572736 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48298210-c27e-4e01-9e4b-395499c95cb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:38.573163 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48298210-c27e-4e01-9e4b-395499c95cb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:38.573580 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48298210-c27e-4e01-9e4b-395499c95cb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:38.861525 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 38990) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:14:38.877970 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-038f6072-b8c9-4721-ad05-e8f6fe1ff81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:38.981658 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-038f6072-b8c9-4721-ad05-e8f6fe1ff81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:38.987211 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-038f6072-b8c9-4721-ad05-e8f6fe1ff81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:39.029156 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f6072-b8c9-4721-ad05-e8f6fe1ff81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a9a66c-d605-416b-ba0c-01987b3cac01,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:14:39.036140 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-038f6072-b8c9-4721-ad05-e8f6fe1ff81b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=040bc55856ff4d4083d0cb29a01c6315&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1723232 Jul 23 11:14:39.038995 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 38996) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:14:39.100820 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3eb1dce4-b0b2-49d8-aabd-d5e6150e9912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:39.136012 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3eb1dce4-b0b2-49d8-aabd-d5e6150e9912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:39.192648 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3eb1dce4-b0b2-49d8-aabd-d5e6150e9912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:39.195205 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3eb1dce4-b0b2-49d8-aabd-d5e6150e9912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:39.196398 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-3eb1dce4-b0b2-49d8-aabd-d5e6150e9912 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a6a9a66c-d605-416b-ba0c-01987b3cac01 HTTP/1.1" status: 204 len: 168 time: 0.1564286 Jul 23 11:14:39.207410 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1dce4-b0b2-49d8-aabd-d5e6150e9912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a9a66c-d605-416b-ba0c-01987b3cac01,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:14:43.805198 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 39070) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:14:43.937384 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5582c131-5016-4bb6-8668-3214a83b21c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:44.055482 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5582c131-5016-4bb6-8668-3214a83b21c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:44.060467 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5582c131-5016-4bb6-8668-3214a83b21c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:44.102836 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-5582c131-5016-4bb6-8668-3214a83b21c5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f9be00222a8644c59537b3c433f5240a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2965136 Jul 23 11:14:44.103767 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5582c131-5016-4bb6-8668-3214a83b21c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17878d58-5ee4-4be1-b128-42f0fa021e9a,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:14:44.106152 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 39074) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:14:44.167218 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dd696b69-eeb1-4b91-a63a-48b27db704c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:44.192670 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dd696b69-eeb1-4b91-a63a-48b27db704c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:44.245428 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dd696b69-eeb1-4b91-a63a-48b27db704c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:44.248828 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dd696b69-eeb1-4b91-a63a-48b27db704c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:44.250496 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-dd696b69-eeb1-4b91-a63a-48b27db704c1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/17878d58-5ee4-4be1-b128-42f0fa021e9a HTTP/1.1" status: 204 len: 168 time: 0.1433501 Jul 23 11:14:44.259334 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd696b69-eeb1-4b91-a63a-48b27db704c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17878d58-5ee4-4be1-b128-42f0fa021e9a,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:14:44.588258 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 39084) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:14:44.602890 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d1ecf226-9871-43da-bff8-6ce34195ffc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:44.715641 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d1ecf226-9871-43da-bff8-6ce34195ffc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:44.721037 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d1ecf226-9871-43da-bff8-6ce34195ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:44.760932 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-d1ecf226-9871-43da-bff8-6ce34195ffc0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c7c14645cf3a49c48578e926d1c1fe4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1714449 Jul 23 11:14:44.761978 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ecf226-9871-43da-bff8-6ce34195ffc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e25aa6-5ee0-4d61-9e57-1c83501dd9aa,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:14:44.763620 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 39086) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:14:44.831633 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-19f3f034-38db-4a87-a7a8-1027bf09d426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:44.855113 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-19f3f034-38db-4a87-a7a8-1027bf09d426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:44.917440 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-19f3f034-38db-4a87-a7a8-1027bf09d426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:44.920049 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-19f3f034-38db-4a87-a7a8-1027bf09d426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:44.921242 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-19f3f034-38db-4a87-a7a8-1027bf09d426 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e6e25aa6-5ee0-4d61-9e57-1c83501dd9aa HTTP/1.1" status: 204 len: 168 time: 0.1565387 Jul 23 11:14:44.930803 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3f034-38db-4a87-a7a8-1027bf09d426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e25aa6-5ee0-4d61-9e57-1c83501dd9aa,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:14:46.578803 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-1d8bc9e7-4dce-46ab-b466-e682a2b351f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:49.606700 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7d5ea57a-1361-422f-9bab-54d443792c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:49.705129 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:50.577861 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:52.086512 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:00.818822 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:04.551976 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:15:14.114919 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 39384) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:14.224145 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ee381de8-a39a-4be6-829e-30ff8a1dc725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:14.313999 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ee381de8-a39a-4be6-829e-30ff8a1dc725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:14.319036 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ee381de8-a39a-4be6-829e-30ff8a1dc725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:14.355185 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-ee381de8-a39a-4be6-829e-30ff8a1dc725 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=553e8f53186b443588cff07cd87025b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2392051 Jul 23 11:15:14.356396 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee381de8-a39a-4be6-829e-30ff8a1dc725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf403f44-f3ad-4e91-8909-dafa76e9c914,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:14.357903 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 39390) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:14.413260 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d332d24c-6ea6-4ee8-9a45-a3e35edf9cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:14.434703 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d332d24c-6ea6-4ee8-9a45-a3e35edf9cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:14.479814 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d332d24c-6ea6-4ee8-9a45-a3e35edf9cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:14.483037 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d332d24c-6ea6-4ee8-9a45-a3e35edf9cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:14.484529 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-d332d24c-6ea6-4ee8-9a45-a3e35edf9cb4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cf403f44-f3ad-4e91-8909-dafa76e9c914 HTTP/1.1" status: 204 len: 168 time: 0.1255260 Jul 23 11:15:14.493557 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d332d24c-6ea6-4ee8-9a45-a3e35edf9cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf403f44-f3ad-4e91-8909-dafa76e9c914,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:16.580923 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-c8f10e53-4946-4575-a202-13e8e8dc2cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:19.612762 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d22914ff-05ee-4660-a0bd-0d2d0ba8598b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:19.714422 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:20.577618 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:22.085798 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:30.830595 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:41.553447 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:15:46.586566 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-df13ac51-1e1d-4b41-be71-767c1f7230cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:46.663877 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [req-df9d184a-3be6-4824-b3d0-4fef677a0f96 req-15e73d19-fc0d-42ef-91f2-65b89bfcd046 service neutron] (93047) timed out ('10.222.0.48', 49503) {{(pid=93047) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 11:15:46.704121 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [req-01b46f59-eaaa-46b2-a561-6716217314aa req-cb0a9693-ee04-466d-b7ab-469f4941d2cd service neutron] (93046) timed out ('10.222.0.48', 49523) {{(pid=93046) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 11:15:49.605647 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ff197338-2968-48eb-9c9b-bb9e2f6afdb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:49.710844 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:50.580697 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:52.088462 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:00.834436 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:16.587282 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-a82c7043-9b47-4b34-8307-6e184c068df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:18.554142 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:16:19.606281 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d2d0f5b5-5cf1-48d8-8271-97b54f20b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:19.703483 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:20.584372 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:22.091157 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:30.839703 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:46.590213 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-5b6a307a-f394-43ae-9da8-621c90ebf94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:49.606524 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-a19c6874-96ee-4628-916f-302c8c4bc474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:49.705477 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:50.585837 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:52.095097 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:55.552918 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:17:00.855239 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:16.595035 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-bab44fff-027c-4f0b-bf70-1d4bd923739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:19.607892 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d183195a-7934-4704-9016-3a14f43a4c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:19.711443 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:20.589304 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:22.097195 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:30.876579 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:32.552454 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:17:46.594262 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-6e7eedb7-6f84-4a88-890d-c6610d1595f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:49.616475 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-cf0ca9ca-5051-47d2-915e-5c140278bab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:49.706302 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:50.592464 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:52.100280 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:00.880708 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:09.552545 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:18:16.588031 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-116b359e-68bf-499a-afb8-22a8565fd8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:19.610098 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-85120acf-9146-49bd-a6b5-366737d57894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:19.709457 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:20.374648 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 40166) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:18:20.476202 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-eb69496c-d3d5-4055-99f2-352b0a258ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:20.568037 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-eb69496c-d3d5-4055-99f2-352b0a258ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:20.571660 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-eb69496c-d3d5-4055-99f2-352b0a258ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:20.595593 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:20.610782 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-eb69496c-d3d5-4055-99f2-352b0a258ec1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=36de092c2da249e8b874a6a738f5205d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350750 Jul 23 11:18:20.612774 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69496c-d3d5-4055-99f2-352b0a258ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bad29c0-e6cb-4a0a-bd80-aeb5fa0fe953,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:18:20.613500 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 40172) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:18:20.619873 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb69496c-d3d5-4055-99f2-352b0a258ec1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:18:20.620258 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb69496c-d3d5-4055-99f2-352b0a258ec1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:18:20.620606 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb69496c-d3d5-4055-99f2-352b0a258ec1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:18:20.620947 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb69496c-d3d5-4055-99f2-352b0a258ec1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:18:20.621337 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb69496c-d3d5-4055-99f2-352b0a258ec1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:18:20.621626 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb69496c-d3d5-4055-99f2-352b0a258ec1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:18:20.621992 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb69496c-d3d5-4055-99f2-352b0a258ec1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:18:20.622326 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb69496c-d3d5-4055-99f2-352b0a258ec1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:18:20.622654 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb69496c-d3d5-4055-99f2-352b0a258ec1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:18:20.622983 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb69496c-d3d5-4055-99f2-352b0a258ec1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:18:20.623309 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb69496c-d3d5-4055-99f2-352b0a258ec1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:18:20.623633 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb69496c-d3d5-4055-99f2-352b0a258ec1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:18:20.664026 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b2fc226e-11a7-44d2-b7ea-2810e4d6fd6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:20.683843 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b2fc226e-11a7-44d2-b7ea-2810e4d6fd6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:20.732447 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b2fc226e-11a7-44d2-b7ea-2810e4d6fd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:20.734825 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b2fc226e-11a7-44d2-b7ea-2810e4d6fd6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:20.735992 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-b2fc226e-11a7-44d2-b7ea-2810e4d6fd6e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8bad29c0-e6cb-4a0a-bd80-aeb5fa0fe953 HTTP/1.1" status: 204 len: 168 time: 0.1214986 Jul 23 11:18:20.743619 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc226e-11a7-44d2-b7ea-2810e4d6fd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bad29c0-e6cb-4a0a-bd80-aeb5fa0fe953,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:18:20.750611 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc226e-11a7-44d2-b7ea-2810e4d6fd6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:18:20.750966 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc226e-11a7-44d2-b7ea-2810e4d6fd6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:18:20.751328 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc226e-11a7-44d2-b7ea-2810e4d6fd6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:18:20.751644 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc226e-11a7-44d2-b7ea-2810e4d6fd6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:18:20.751979 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc226e-11a7-44d2-b7ea-2810e4d6fd6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:18:20.752350 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc226e-11a7-44d2-b7ea-2810e4d6fd6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:18:20.752721 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc226e-11a7-44d2-b7ea-2810e4d6fd6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:18:20.752998 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc226e-11a7-44d2-b7ea-2810e4d6fd6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:18:20.753329 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc226e-11a7-44d2-b7ea-2810e4d6fd6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:18:20.753661 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc226e-11a7-44d2-b7ea-2810e4d6fd6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:18:20.753988 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc226e-11a7-44d2-b7ea-2810e4d6fd6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:18:20.754312 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc226e-11a7-44d2-b7ea-2810e4d6fd6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:18:21.002411 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 40180) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:18:21.015391 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-9ffb77b3-2112-4ed1-b076-91dd414c8661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:21.105244 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-9ffb77b3-2112-4ed1-b076-91dd414c8661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:21.109836 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-9ffb77b3-2112-4ed1-b076-91dd414c8661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:21.144220 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb77b3-2112-4ed1-b076-91dd414c8661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc3b1ef-cfff-4a08-b189-2cf6af1cb7ac,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:18:21.148801 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-9ffb77b3-2112-4ed1-b076-91dd414c8661 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ed54172137e449f9891bb6ccd0d4a35b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450310 Jul 23 11:18:21.151361 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 40182) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:18:21.198778 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1884ddd5-4fe8-4669-8986-cb3e0c62b964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:21.219824 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1884ddd5-4fe8-4669-8986-cb3e0c62b964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:21.265151 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1884ddd5-4fe8-4669-8986-cb3e0c62b964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:21.268029 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1884ddd5-4fe8-4669-8986-cb3e0c62b964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:21.269222 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-1884ddd5-4fe8-4669-8986-cb3e0c62b964 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2cc3b1ef-cfff-4a08-b189-2cf6af1cb7ac HTTP/1.1" status: 204 len: 168 time: 0.1170170 Jul 23 11:18:21.277170 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884ddd5-4fe8-4669-8986-cb3e0c62b964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc3b1ef-cfff-4a08-b189-2cf6af1cb7ac,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:18:22.104025 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:29.767607 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 40314) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:18:29.877569 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-9565ef4b-4b21-4c15-ae65-f53291417324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:29.968253 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-9565ef4b-4b21-4c15-ae65-f53291417324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:29.972876 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-9565ef4b-4b21-4c15-ae65-f53291417324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:30.014666 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-9565ef4b-4b21-4c15-ae65-f53291417324 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5760b41f8f7e4cdea8faf10e8b1ef02f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2459054 Jul 23 11:18:30.015553 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9565ef4b-4b21-4c15-ae65-f53291417324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd2dd87-1f8e-4090-8718-c61bc5ef2e54,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:18:30.017299 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 40318) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:18:30.070229 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-1b4b4479-a3e1-4f6a-9de1-17a8b7a749b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:30.093274 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-1b4b4479-a3e1-4f6a-9de1-17a8b7a749b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:30.141638 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-1b4b4479-a3e1-4f6a-9de1-17a8b7a749b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:30.144268 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-1b4b4479-a3e1-4f6a-9de1-17a8b7a749b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:30.145413 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-1b4b4479-a3e1-4f6a-9de1-17a8b7a749b6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5fd2dd87-1f8e-4090-8718-c61bc5ef2e54 HTTP/1.1" status: 204 len: 168 time: 0.1271279 Jul 23 11:18:30.154537 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b4479-a3e1-4f6a-9de1-17a8b7a749b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd2dd87-1f8e-4090-8718-c61bc5ef2e54,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:18:30.423741 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 40324) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:18:30.441087 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3d13e11e-f9ab-4910-81f8-9e01807bc66c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:30.534368 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3d13e11e-f9ab-4910-81f8-9e01807bc66c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:30.538129 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3d13e11e-f9ab-4910-81f8-9e01807bc66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:30.578486 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-3d13e11e-f9ab-4910-81f8-9e01807bc66c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cb8e886b3dc64be682ef65654f8d6855&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1536200 Jul 23 11:18:30.580402 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13e11e-f9ab-4910-81f8-9e01807bc66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361d570c-0ccd-42b0-985f-7f2637ff9831,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:18:30.581336 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 40326) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:18:30.631323 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0b0d0889-5e2b-4690-9f0e-774e114299ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:30.653506 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0b0d0889-5e2b-4690-9f0e-774e114299ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:30.700614 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0b0d0889-5e2b-4690-9f0e-774e114299ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:30.703029 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0b0d0889-5e2b-4690-9f0e-774e114299ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:30.704184 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-0b0d0889-5e2b-4690-9f0e-774e114299ad admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/361d570c-0ccd-42b0-985f-7f2637ff9831 HTTP/1.1" status: 204 len: 168 time: 0.1218221 Jul 23 11:18:30.712240 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d0889-5e2b-4690-9f0e-774e114299ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361d570c-0ccd-42b0-985f-7f2637ff9831,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:18:30.900278 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:31.051296 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 40332) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:18:31.065248 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-628f5648-443e-430a-a410-3fdf12352a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:31.155977 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-628f5648-443e-430a-a410-3fdf12352a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:31.159801 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-628f5648-443e-430a-a410-3fdf12352a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:31.199488 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-628f5648-443e-430a-a410-3fdf12352a8f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=647dd4fe510a4d66a0671c2a9277554a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1463754 Jul 23 11:18:31.200423 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f5648-443e-430a-a410-3fdf12352a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08ca518-e723-4ebd-b8b1-f8bc3bb179b4,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:18:31.202378 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 40334) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:18:31.254417 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-65606a01-2455-451d-8fb6-00f528ab9c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:31.277673 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-65606a01-2455-451d-8fb6-00f528ab9c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:31.324630 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-65606a01-2455-451d-8fb6-00f528ab9c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:31.327259 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-65606a01-2455-451d-8fb6-00f528ab9c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:31.328455 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-65606a01-2455-451d-8fb6-00f528ab9c77 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a08ca518-e723-4ebd-b8b1-f8bc3bb179b4 HTTP/1.1" status: 204 len: 168 time: 0.1217890 Jul 23 11:18:31.336311 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65606a01-2455-451d-8fb6-00f528ab9c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08ca518-e723-4ebd-b8b1-f8bc3bb179b4,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:18:37.123747 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 40426) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:18:37.228250 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7550164b-5ce1-4799-a231-8c4fd489ad6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:37.318087 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7550164b-5ce1-4799-a231-8c4fd489ad6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:37.321931 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7550164b-5ce1-4799-a231-8c4fd489ad6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:37.361595 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-7550164b-5ce1-4799-a231-8c4fd489ad6c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=40e1160a5db84b0f868d01243dd76cd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367206 Jul 23 11:18:37.362438 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550164b-5ce1-4799-a231-8c4fd489ad6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61d26c7-7537-4049-bfa6-0dee99cd6652,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:18:37.364323 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 40430) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:18:37.417136 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-81da869c-2409-4b7a-9680-2488761b5e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:37.439852 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-81da869c-2409-4b7a-9680-2488761b5e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:37.494074 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-81da869c-2409-4b7a-9680-2488761b5e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:37.497546 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-81da869c-2409-4b7a-9680-2488761b5e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:37.498695 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-81da869c-2409-4b7a-9680-2488761b5e08 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c61d26c7-7537-4049-bfa6-0dee99cd6652 HTTP/1.1" status: 204 len: 168 time: 0.1333821 Jul 23 11:18:37.506963 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da869c-2409-4b7a-9680-2488761b5e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61d26c7-7537-4049-bfa6-0dee99cd6652,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:18:37.758118 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 40436) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:18:37.772162 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-10725b02-5b9a-4d0f-9d3f-4b69d136d4c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:37.885971 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-10725b02-5b9a-4d0f-9d3f-4b69d136d4c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:37.891417 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-10725b02-5b9a-4d0f-9d3f-4b69d136d4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:37.929816 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-10725b02-5b9a-4d0f-9d3f-4b69d136d4c2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3d5cdbb27d2f4e75b71c621ea52a29c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1703000 Jul 23 11:18:37.931049 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10725b02-5b9a-4d0f-9d3f-4b69d136d4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac737cf-7d5b-4ad0-8294-9a23b344c7c7,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:18:37.933266 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 40438) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:18:37.986929 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2e7f9047-e509-43a0-82e4-45e0b789f72d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:38.008692 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2e7f9047-e509-43a0-82e4-45e0b789f72d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:38.071674 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2e7f9047-e509-43a0-82e4-45e0b789f72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:38.074901 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2e7f9047-e509-43a0-82e4-45e0b789f72d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:38.076147 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-2e7f9047-e509-43a0-82e4-45e0b789f72d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7ac737cf-7d5b-4ad0-8294-9a23b344c7c7 HTTP/1.1" status: 204 len: 168 time: 0.1416352 Jul 23 11:18:38.084235 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f9047-e509-43a0-82e4-45e0b789f72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac737cf-7d5b-4ad0-8294-9a23b344c7c7,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:18:42.389884 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 40510) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:18:42.491772 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b1a3cdae-794e-4501-98a9-8704a845e3ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:42.586753 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b1a3cdae-794e-4501-98a9-8704a845e3ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:42.591074 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b1a3cdae-794e-4501-98a9-8704a845e3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:42.628960 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-b1a3cdae-794e-4501-98a9-8704a845e3ac admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=adf8214b40514c8081db37b06c5ca25c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379661 Jul 23 11:18:42.629823 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3cdae-794e-4501-98a9-8704a845e3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ed339b-fab5-4e1a-b3d7-13edd37453f0,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:18:42.631679 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 40514) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:18:42.680970 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-86af2046-f45b-4dc4-9bce-d72ae4ecc808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:42.704011 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-86af2046-f45b-4dc4-9bce-d72ae4ecc808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:42.757559 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-86af2046-f45b-4dc4-9bce-d72ae4ecc808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:42.760326 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-86af2046-f45b-4dc4-9bce-d72ae4ecc808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:42.761535 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-86af2046-f45b-4dc4-9bce-d72ae4ecc808 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f6ed339b-fab5-4e1a-b3d7-13edd37453f0 HTTP/1.1" status: 204 len: 168 time: 0.1288238 Jul 23 11:18:42.770442 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af2046-f45b-4dc4-9bce-d72ae4ecc808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ed339b-fab5-4e1a-b3d7-13edd37453f0,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:18:43.033151 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 40520) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:18:43.047346 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-53cd7371-a35c-423e-83db-83d10de93ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:43.165426 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-53cd7371-a35c-423e-83db-83d10de93ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:43.169352 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-53cd7371-a35c-423e-83db-83d10de93ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:43.205978 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-53cd7371-a35c-423e-83db-83d10de93ef7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f0f03d11b0cf4d3b98324d666e4aa817&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1717629 Jul 23 11:18:43.207871 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd7371-a35c-423e-83db-83d10de93ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba346642-6268-4f4c-a9f7-ae924ca3a503,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:18:43.209041 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 40522) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:18:43.257567 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0bbcc7ff-b768-431c-b46c-4cc4c81a6ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:43.279222 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0bbcc7ff-b768-431c-b46c-4cc4c81a6ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:43.327573 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0bbcc7ff-b768-431c-b46c-4cc4c81a6ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:43.330410 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0bbcc7ff-b768-431c-b46c-4cc4c81a6ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:43.331550 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-0bbcc7ff-b768-431c-b46c-4cc4c81a6ffe admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ba346642-6268-4f4c-a9f7-ae924ca3a503 HTTP/1.1" status: 204 len: 168 time: 0.1208665 Jul 23 11:18:43.339729 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbcc7ff-b768-431c-b46c-4cc4c81a6ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba346642-6268-4f4c-a9f7-ae924ca3a503,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:18:44.367707 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 40552) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:18:44.477726 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-099dc9be-651c-4612-8fb2-16062f256ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:44.576023 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-099dc9be-651c-4612-8fb2-16062f256ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:44.580185 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [req-31ed61b2-9831-491c-a9c2-3f3fe38faee6 req-840247e0-a1e5-4b6c-b8c8-d99910f9ab59 service neutron] (93046) timed out ('10.222.0.48', 49514) {{(pid=93046) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 11:18:44.580933 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-099dc9be-651c-4612-8fb2-16062f256ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:44.618883 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099dc9be-651c-4612-8fb2-16062f256ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ae7019-ec20-4a63-8149-10b153d9acef,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:18:44.623380 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-099dc9be-651c-4612-8fb2-16062f256ae8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1c19054480424b5ba5d4b17aa5edb02d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2546062 Jul 23 11:18:44.626038 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 40556) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:18:44.677354 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-744807d1-1a32-4037-b89c-09f32d8b880b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:44.699109 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-744807d1-1a32-4037-b89c-09f32d8b880b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:44.748272 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-744807d1-1a32-4037-b89c-09f32d8b880b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:44.751069 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-744807d1-1a32-4037-b89c-09f32d8b880b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:44.752275 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-744807d1-1a32-4037-b89c-09f32d8b880b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/09ae7019-ec20-4a63-8149-10b153d9acef HTTP/1.1" status: 204 len: 168 time: 0.1252971 Jul 23 11:18:44.763357 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744807d1-1a32-4037-b89c-09f32d8b880b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ae7019-ec20-4a63-8149-10b153d9acef,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:18:46.551080 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:18:46.588813 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-07f8d859-cf14-4e4d-bb9d-bcda95d02307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:49.610928 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-a3292770-1a95-4da2-8f51-f2164fc178d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:49.710706 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:50.597131 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:52.106977 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:00.915598 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:16.592993 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-5defc2ed-bd7b-4a61-b07c-c784bc466918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:17.022736 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 40760) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:17.136151 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-85537c9a-7794-4344-9221-3d6c13c71a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:17.228175 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-85537c9a-7794-4344-9221-3d6c13c71a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:17.231951 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-85537c9a-7794-4344-9221-3d6c13c71a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:17.271004 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-85537c9a-7794-4344-9221-3d6c13c71a7d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1d7b1dd20aee4a2bb83e501ffeebfcd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2469945 Jul 23 11:19:17.273907 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85537c9a-7794-4344-9221-3d6c13c71a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4a4dcb-15d4-4249-ae7a-b62d07a5261b,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:17.274184 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 40764) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:17.322676 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6965c4d5-6a4f-4d7c-9264-9d28322f3aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:17.344076 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6965c4d5-6a4f-4d7c-9264-9d28322f3aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:17.390173 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6965c4d5-6a4f-4d7c-9264-9d28322f3aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:17.393167 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6965c4d5-6a4f-4d7c-9264-9d28322f3aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:17.394309 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-6965c4d5-6a4f-4d7c-9264-9d28322f3aec admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ac4a4dcb-15d4-4249-ae7a-b62d07a5261b HTTP/1.1" status: 204 len: 168 time: 0.1191480 Jul 23 11:19:17.402763 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965c4d5-6a4f-4d7c-9264-9d28322f3aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4a4dcb-15d4-4249-ae7a-b62d07a5261b,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:18.003122 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 40786) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:18.099056 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-41b3a784-1699-4759-8c42-e606c68efa02 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1995979228-network', 'tenant_id': 'a7994f5a9415465eb04c75862f881353'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:19:18.122401 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b3a784-1699-4759-8c42-e606c68efa02 admin admin] Made reservation on behalf of a7994f5a9415465eb04c75862f881353 for: {'network': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:19:18.124690 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-41b3a784-1699-4759-8c42-e606c68efa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for network, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:18.133456 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-41b3a784-1699-4759-8c42-e606c68efa02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:18.222206 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-41b3a784-1699-4759-8c42-e606c68efa02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:18.227546 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-41b3a784-1699-4759-8c42-e606c68efa02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:18.252678 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41b3a784-1699-4759-8c42-e606c68efa02 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=93047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:19:18.261674 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b3a784-1699-4759-8c42-e606c68efa02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00daeb43-1d74-452d-b77d-36f8bfd5ee7b,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:18.267917 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-41b3a784-1699-4759-8c42-e606c68efa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402'] for segment, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:18.268323 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.db.segments_db [None req-41b3a784-1699-4759-8c42-e606c68efa02 admin admin] Added segment c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50 of type vlan for network fd040221-43de-4c93-b44d-6a49c4eef689 Jul 23 11:19:18.314289 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-41b3a784-1699-4759-8c42-e606c68efa02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792856099175'] for network, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:18.341961 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-41b3a784-1699-4759-8c42-e606c68efa02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375'] for network, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:18.342910 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b3a784-1699-4759-8c42-e606c68efa02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:18.343488 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-41b3a784-1699-4759-8c42-e606c68efa02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for network, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:18.374215 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-41b3a784-1699-4759-8c42-e606c68efa02 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3699563 Jul 23 11:19:18.377257 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 40790) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:18.382638 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-2bc025af-df71-463e-a9a0-aa91187a18c5 admin admin] Request body: {'subnet': {'network_id': 'fd040221-43de-4c93-b44d-6a49c4eef689', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1995979228-subnet', 'tenant_id': 'a7994f5a9415465eb04c75862f881353', 'ip_version': 4}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:19:18.402545 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc025af-df71-463e-a9a0-aa91187a18c5 admin admin] Made reservation on behalf of a7994f5a9415465eb04c75862f881353 for: {'subnet': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:19:18.404855 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2bc025af-df71-463e-a9a0-aa91187a18c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32886938'] for subnet, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:18.405497 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b3a784-1699-4759-8c42-e606c68efa02 admin admin] Pushing event updated for resources: {'Network': ['ID=fd040221-43de-4c93-b44d-6a49c4eef689,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:18.416473 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Network fd040221-43de-4c93-b44d-6a49c4eef689 details requested by agent ovs-agent-dv-cinder-801989-3-iscsi with host dv-cinder-801989-3-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:19:18.577681 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2bc025af-df71-463e-a9a0-aa91187a18c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31524673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32886920'] for subnet, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:18.631911 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc025af-df71-463e-a9a0-aa91187a18c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d25cc35-5e9c-4651-8594-8d9e3776e3c3,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:18.640702 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc025af-df71-463e-a9a0-aa91187a18c5 admin admin] Checking segment: {'id': 'c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fd040221-43de-4c93-b44d-6a49c4eef689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:19:18.641063 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc025af-df71-463e-a9a0-aa91187a18c5 admin admin] Network hostable DHCP agents. Network: fd040221-43de-4c93-b44d-6a49c4eef689, hostable agents: ['b2a8c5e9-afda-4978-a37c-dc0c684fd952'], hosted agents: [] {{(pid=93046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:19:18.657621 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc025af-df71-463e-a9a0-aa91187a18c5 admin admin] Network fd040221-43de-4c93-b44d-6a49c4eef689 is scheduled to be hosted by DHCP agent b2a8c5e9-afda-4978-a37c-dc0c684fd952 with binding_index 1 {{(pid=93046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:19:18.666651 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-2bc025af-df71-463e-a9a0-aa91187a18c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-3-iscsi, fd040221-43de-4c93-b44d-6a49c4eef689) {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:19:18.671145 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc025af-df71-463e-a9a0-aa91187a18c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:18.671739 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2bc025af-df71-463e-a9a0-aa91187a18c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:18.677146 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3319aa6a-047d-4995-a0fd-5534a7195549 None None] Network fd040221-43de-4c93-b44d-6a49c4eef689 requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:19:18.686743 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-2bc025af-df71-463e-a9a0-aa91187a18c5 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3083012 Jul 23 11:19:18.689520 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 40792) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:18.694197 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-4e9f8cad-ffde-477b-80e3-c32bd6d34886 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1995979228-router', 'tenant_id': 'a7994f5a9415465eb04c75862f881353', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'}}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:19:18.715013 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4e9f8cad-ffde-477b-80e3-c32bd6d34886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:18.715973 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4e9f8cad-ffde-477b-80e3-c32bd6d34886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2691'] for router, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:18.767168 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4e9f8cad-ffde-477b-80e3-c32bd6d34886 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:18.827454 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b74aa4-3339-429c-b310-64e2f6273fa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346dbadd-1aa0-50d9-9a92-89b0e917de90-fd040221-43de-4c93-b44d-6a49c4eef689', 'network_id': 'fd040221-43de-4c93-b44d-6a49c4eef689', 'tenant_id': 'a7994f5a9415465eb04c75862f881353', 'fixed_ips': [{'subnet_id': '8d25cc35-5e9c-4651-8594-8d9e3776e3c3'}]}} from dv-cinder-801989-3-iscsi. {{(pid=93048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 11:19:18.828403 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-b1b74aa4-3339-429c-b310-64e2f6273fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:18.905881 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4e9f8cad-ffde-477b-80e3-c32bd6d34886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-377716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2737'] for router, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:18.972138 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.db_base_plugin_common [None req-b1b74aa4-3339-429c-b310-64e2f6273fa1 None None] Allocated IP 172.20.0.2 (fd040221-43de-4c93-b44d-6a49c4eef689/8d25cc35-5e9c-4651-8594-8d9e3776e3c3/2acb0908-4ba9-480e-a7ce-276fdcdca3fa) {{(pid=93048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:19:19.114905 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4e9f8cad-ffde-477b-80e3-c32bd6d34886 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:19.124492 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-b1b74aa4-3339-429c-b310-64e2f6273fa1 None None] Notify callbacks [] for port, precommit_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:19.133921 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-b1b74aa4-3339-429c-b310-64e2f6273fa1 None None] Transition to ACTIVE for port object 2acb0908-4ba9-480e-a7ce-276fdcdca3fa will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:19:19.135391 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4e9f8cad-ffde-477b-80e3-c32bd6d34886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:19.152460 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-b1b74aa4-3339-429c-b310-64e2f6273fa1 None None] Transition to ACTIVE for port object 2acb0908-4ba9-480e-a7ce-276fdcdca3fa will not be triggered until provisioned by entity DHCP. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:19:19.158751 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-b1b74aa4-3339-429c-b310-64e2f6273fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974'] for port, after_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:19.200169 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b74aa4-3339-429c-b310-64e2f6273fa1 None None] Network fd040221-43de-4c93-b44d-6a49c4eef689 is already hosted by enough agents. {{(pid=93048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:19:19.205057 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.scheduler.base_scheduler [None req-b1b74aa4-3339-429c-b310-64e2f6273fa1 None None] Resources bound (agent type, host, resource id): {{(pid=93048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:19:19.208596 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b74aa4-3339-429c-b310-64e2f6273fa1 None None] Received port after_create {{(pid=93048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:19:19.216437 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b74aa4-3339-429c-b310-64e2f6273fa1 None None] Pushing event updated for resources: {'Port': ['ID=2acb0908-4ba9-480e-a7ce-276fdcdca3fa,revision_number=1']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:19.242497 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b74aa4-3339-429c-b310-64e2f6273fa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:19.242845 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b74aa4-3339-429c-b310-64e2f6273fa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:19.243192 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b74aa4-3339-429c-b310-64e2f6273fa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:19.243544 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b74aa4-3339-429c-b310-64e2f6273fa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:19.243875 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b74aa4-3339-429c-b310-64e2f6273fa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:19.244235 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b74aa4-3339-429c-b310-64e2f6273fa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:19.244568 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b74aa4-3339-429c-b310-64e2f6273fa1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:19.244899 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b74aa4-3339-429c-b310-64e2f6273fa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:19.245244 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b74aa4-3339-429c-b310-64e2f6273fa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:19.245559 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b74aa4-3339-429c-b310-64e2f6273fa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:19.245887 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b74aa4-3339-429c-b310-64e2f6273fa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:19.246211 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b74aa4-3339-429c-b310-64e2f6273fa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:19.252972 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [None req-4e9f8cad-ffde-477b-80e3-c32bd6d34886 admin admin] Allocated IP 172.27.2.177 (7e03cc48-3144-4cbe-b31a-c20231b9d64e/936becf8-b9e9-4f67-8a9b-c483761f3f68/f45da899-ef9e-45e4-bca5-bf5579c895d8) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:19:19.284239 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-b1b74aa4-3339-429c-b310-64e2f6273fa1 None None] Attempting to bind port 2acb0908-4ba9-480e-a7ce-276fdcdca3fa on host dv-cinder-801989-3-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:19:19.284621 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-b1b74aa4-3339-429c-b310-64e2f6273fa1 None None] Attempting to bind port 2acb0908-4ba9-480e-a7ce-276fdcdca3fa by drivers openvswitch,hyperv on host dv-cinder-801989-3-iscsi at level 0 using segments [{'id': 'c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fd040221-43de-4c93-b44d-6a49c4eef689'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:19:19.284989 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b74aa4-3339-429c-b310-64e2f6273fa1 None None] Attempting to bind port 2acb0908-4ba9-480e-a7ce-276fdcdca3fa on network fd040221-43de-4c93-b44d-6a49c4eef689 {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:19:19.290264 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b74aa4-3339-429c-b310-64e2f6273fa1 None None] Checking agent: {'id': '63737f21-8f70-4879-b83c-8d101c99e22a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 52, 20), 'started_at': datetime.datetime(2021, 7, 23, 10, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:19:19.290641 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b74aa4-3339-429c-b310-64e2f6273fa1 None None] Checking segment: {'id': 'c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fd040221-43de-4c93-b44d-6a49c4eef689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:19:19.291050 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-b1b74aa4-3339-429c-b310-64e2f6273fa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:19.291450 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b74aa4-3339-429c-b310-64e2f6273fa1 None None] Bound using segment: {'id': 'c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fd040221-43de-4c93-b44d-6a49c4eef689'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:19:19.291983 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-b1b74aa4-3339-429c-b310-64e2f6273fa1 None None] Bound port: 2acb0908-4ba9-480e-a7ce-276fdcdca3fa, host: dv-cinder-801989-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fd040221-43de-4c93-b44d-6a49c4eef689'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:19:19.292469 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-b1b74aa4-3339-429c-b310-64e2f6273fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:19.361063 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-b1b74aa4-3339-429c-b310-64e2f6273fa1 None None] For port 2acb0908-4ba9-480e-a7ce-276fdcdca3fa, host dv-cinder-801989-3-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:19:19.362350 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4e9f8cad-ffde-477b-80e3-c32bd6d34886 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:19.366397 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-b1b74aa4-3339-429c-b310-64e2f6273fa1 None None] For port 2acb0908-4ba9-480e-a7ce-276fdcdca3fa, host dv-cinder-801989-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=2acb0908-4ba9-480e-a7ce-276fdcdca3fa,segment=NetworkSegment(c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50),segment_id=c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:19:19.370592 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-b1b74aa4-3339-429c-b310-64e2f6273fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:19.405935 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4e9f8cad-ffde-477b-80e3-c32bd6d34886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:19.441566 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b74aa4-3339-429c-b310-64e2f6273fa1 None None] Pushing event updated for resources: {'Port': ['ID=2acb0908-4ba9-480e-a7ce-276fdcdca3fa,revision_number=2']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:19.452575 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9f8cad-ffde-477b-80e3-c32bd6d34886 admin admin] Network 7e03cc48-3144-4cbe-b31a-c20231b9d64e is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:19:19.457643 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-4e9f8cad-ffde-477b-80e3-c32bd6d34886 admin admin] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:19:19.461611 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9f8cad-ffde-477b-80e3-c32bd6d34886 admin admin] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:19:19.488911 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f8cad-ffde-477b-80e3-c32bd6d34886 admin admin] Pushing event updated for resources: {'Port': ['ID=f45da899-ef9e-45e4-bca5-bf5579c895d8,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:19.619120 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4d33bf3-510a-4284-8fa9-d6e24a7b722d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:19.713476 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:19.750815 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4e9f8cad-ffde-477b-80e3-c32bd6d34886 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:19.958106 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4e9f8cad-ffde-477b-80e3-c32bd6d34886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-408892'] for router, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:20.091504 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9f8cad-ffde-477b-80e3-c32bd6d34886 admin admin] Router fa233cd7-4745-4879-b831-b20c5475bca8 is scheduled to L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 with binding_index 1 {{(pid=93047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 11:19:20.215713 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9f8cad-ffde-477b-80e3-c32bd6d34886 admin admin] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:19:20.227992 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b9aa47-0a70-42ed-89e5-bd506ec07c82 None None] Sync routers for ids ['fa233cd7-4745-4879-b831-b20c5475bca8'] in dv-cinder-801989-3-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:19:20.233797 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4e9f8cad-ffde-477b-80e3-c32bd6d34886 admin admin] Notify callbacks [] for router, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:20.235952 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-4e9f8cad-ffde-477b-80e3-c32bd6d34886 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5446792 Jul 23 11:19:20.238473 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 40794) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:20.239162 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b9aa47-0a70-42ed-89e5-bd506ec07c82 None None] Routers {'fa233cd7-4745-4879-b831-b20c5475bca8'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:19:20.239691 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-91b9aa47-0a70-42ed-89e5-bd506ec07c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:19:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['fa233cd7-4745-4879-b831-b20c5475bca8'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:20.352542 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b63f483-d6e7-493f-a0ec-30dbab2b59f4 None None] Network fd040221-43de-4c93-b44d-6a49c4eef689 requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:19:20.378835 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-91b9aa47-0a70-42ed-89e5-bd506ec07c82 None None] Set router fa233cd7-4745-4879-b831-b20c5475bca8 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:19:20.497937 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-dadab385-d2bc-4895-bb7d-4e741aa66a65 None None] Provisioning for port 2acb0908-4ba9-480e-a7ce-276fdcdca3fa completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:19:20.643158 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 2acb0908-4ba9-480e-a7ce-276fdcdca3fa up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:19:20.648338 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:20.699818 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-eac92a2c-f09e-4283-b0f3-bbae1c8b6a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:20.748355 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning for port 2acb0908-4ba9-480e-a7ce-276fdcdca3fa completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:19:20.758630 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port 2acb0908-4ba9-480e-a7ce-276fdcdca3fa triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:19:20.759226 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:20.793816 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-91b9aa47-0a70-42ed-89e5-bd506ec07c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'name': 'tempest-TestMinimumBasicScenario-1995979228-router', 'tenant_id': 'a7994f5a9415465eb04c75862f881353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f45da899-ef9e-45e4-bca5-bf5579c895d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:19:18Z', 'updated_at': '2021-07-23T11:19:19Z', 'revision_number': 3, 'project_id': 'a7994f5a9415465eb04c75862f881353', 'gw_port': {'id': 'f45da899-ef9e-45e4-bca5-bf5579c895d8', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:19Z', 'updated_at': '2021-07-23T11:19:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi'}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:20.825034 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b9aa47-0a70-42ed-89e5-bd506ec07c82 None None] Checking router: fa233cd7-4745-4879-b831-b20c5475bca8 for host: dv-cinder-801989-3-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:19:20.825383 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b9aa47-0a70-42ed-89e5-bd506ec07c82 None None] Updating router fa233cd7-4745-4879-b831-b20c5475bca8 port f45da899-ef9e-45e4-bca5-bf5579c895d8 binding host dv-cinder-801989-3-iscsi {{(pid=93048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:19:20.863191 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [None req-eac92a2c-f09e-4283-b0f3-bbae1c8b6a7c admin admin] Allocated IP 172.20.0.1 (fd040221-43de-4c93-b44d-6a49c4eef689/8d25cc35-5e9c-4651-8594-8d9e3776e3c3/9c5339e0-6b93-4c05-babf-1d06448ba84a) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:19:20.871970 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-91b9aa47-0a70-42ed-89e5-bd506ec07c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:20.996271 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:20.996532 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-eac92a2c-f09e-4283-b0f3-bbae1c8b6a7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:21.012173 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.provisioning_blocks [None req-eac92a2c-f09e-4283-b0f3-bbae1c8b6a7c admin admin] Transition to ACTIVE for port object 9c5339e0-6b93-4c05-babf-1d06448ba84a will not be triggered until provisioned by entity DHCP. {{(pid=93046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:19:21.052056 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-eac92a2c-f09e-4283-b0f3-bbae1c8b6a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31524845'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:21.074402 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] For port 2acb0908-4ba9-480e-a7ce-276fdcdca3fa, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=2acb0908-4ba9-480e-a7ce-276fdcdca3fa,segment=NetworkSegment(c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50),segment_id=c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:19:21.083334 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:21.090210 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-c20442fa-bcce-47fe-985f-43df1c02f0f2 None None] Provisioning complete for port 2acb0908-4ba9-480e-a7ce-276fdcdca3fa triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:19:21.090585 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-c20442fa-bcce-47fe-985f-43df1c02f0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:21.093997 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac92a2c-f09e-4283-b0f3-bbae1c8b6a7c admin admin] Network fd040221-43de-4c93-b44d-6a49c4eef689 is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:19:21.099031 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-eac92a2c-f09e-4283-b0f3-bbae1c8b6a7c admin admin] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:19:21.101679 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac92a2c-f09e-4283-b0f3-bbae1c8b6a7c admin admin] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:19:21.132791 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac92a2c-f09e-4283-b0f3-bbae1c8b6a7c admin admin] Pushing event updated for resources: {'Port': ['ID=9c5339e0-6b93-4c05-babf-1d06448ba84a,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:21.145052 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac92a2c-f09e-4283-b0f3-bbae1c8b6a7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:21.145400 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac92a2c-f09e-4283-b0f3-bbae1c8b6a7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:21.145772 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac92a2c-f09e-4283-b0f3-bbae1c8b6a7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:21.146239 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac92a2c-f09e-4283-b0f3-bbae1c8b6a7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:21.146680 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac92a2c-f09e-4283-b0f3-bbae1c8b6a7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:21.147045 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac92a2c-f09e-4283-b0f3-bbae1c8b6a7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:21.147375 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac92a2c-f09e-4283-b0f3-bbae1c8b6a7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:21.147701 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac92a2c-f09e-4283-b0f3-bbae1c8b6a7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:21.148088 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac92a2c-f09e-4283-b0f3-bbae1c8b6a7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:21.148708 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac92a2c-f09e-4283-b0f3-bbae1c8b6a7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:21.149053 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac92a2c-f09e-4283-b0f3-bbae1c8b6a7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:21.149438 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac92a2c-f09e-4283-b0f3-bbae1c8b6a7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:21.170265 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-eac92a2c-f09e-4283-b0f3-bbae1c8b6a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407845'] for router_interface, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:21.327886 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-eac92a2c-f09e-4283-b0f3-bbae1c8b6a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:21.344227 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Pushing event updated for resources: {'Port': ['ID=2acb0908-4ba9-480e-a7ce-276fdcdca3fa,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:21.446041 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-91b9aa47-0a70-42ed-89e5-bd506ec07c82 None None] Notify callbacks [] for port, precommit_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:21.455751 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-91b9aa47-0a70-42ed-89e5-bd506ec07c82 None None] Transition to ACTIVE for port object f45da899-ef9e-45e4-bca5-bf5579c895d8 will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:19:21.461809 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-91b9aa47-0a70-42ed-89e5-bd506ec07c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:21.491986 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-eac92a2c-f09e-4283-b0f3-bbae1c8b6a7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:21.497392 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-eac92a2c-f09e-4283-b0f3-bbae1c8b6a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31524822'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:21.511392 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-91b9aa47-0a70-42ed-89e5-bd506ec07c82 None None] Attempting to bind port f45da899-ef9e-45e4-bca5-bf5579c895d8 on host dv-cinder-801989-3-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:19:21.511995 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-91b9aa47-0a70-42ed-89e5-bd506ec07c82 None None] Attempting to bind port f45da899-ef9e-45e4-bca5-bf5579c895d8 by drivers openvswitch,hyperv on host dv-cinder-801989-3-iscsi at level 0 using segments [{'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:19:21.512210 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b9aa47-0a70-42ed-89e5-bd506ec07c82 None None] Attempting to bind port f45da899-ef9e-45e4-bca5-bf5579c895d8 on network 7e03cc48-3144-4cbe-b31a-c20231b9d64e {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:19:21.521394 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b9aa47-0a70-42ed-89e5-bd506ec07c82 None None] Checking agent: {'id': '63737f21-8f70-4879-b83c-8d101c99e22a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 52, 20), 'started_at': datetime.datetime(2021, 7, 23, 10, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:19:21.521815 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b9aa47-0a70-42ed-89e5-bd506ec07c82 None None] Checking segment: {'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:19:21.522188 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-91b9aa47-0a70-42ed-89e5-bd506ec07c82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:21.522579 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b9aa47-0a70-42ed-89e5-bd506ec07c82 None None] Bound using segment: {'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:19:21.523039 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-91b9aa47-0a70-42ed-89e5-bd506ec07c82 None None] Bound port: f45da899-ef9e-45e4-bca5-bf5579c895d8, host: dv-cinder-801989-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:19:21.523565 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-91b9aa47-0a70-42ed-89e5-bd506ec07c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:21.525224 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b2770-feae-4418-8d02-6b9cd6cc84b3 None None] Pushing event updated for resources: {'Port': ['ID=f45da899-ef9e-45e4-bca5-bf5579c895d8,revision_number=2']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:21.564687 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-eac92a2c-f09e-4283-b0f3-bbae1c8b6a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402930'] for router_interface, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:21.567458 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac92a2c-f09e-4283-b0f3-bbae1c8b6a7c admin admin] Pushing event updated for resources: {'Port': ['ID=9c5339e0-6b93-4c05-babf-1d06448ba84a,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:21.581024 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-b645889e-7b89-4ba5-9b1c-9dde667d13bd None None] Provisioning for port 9c5339e0-6b93-4c05-babf-1d06448ba84a completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:19:21.590272 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-b645889e-7b89-4ba5-9b1c-9dde667d13bd None None] Provisioning complete for port 9c5339e0-6b93-4c05-babf-1d06448ba84a triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:19:21.590685 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-b645889e-7b89-4ba5-9b1c-9dde667d13bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:21.613360 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-91b9aa47-0a70-42ed-89e5-bd506ec07c82 None None] For port f45da899-ef9e-45e4-bca5-bf5579c895d8, host dv-cinder-801989-3-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:19:21.629706 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-91b9aa47-0a70-42ed-89e5-bd506ec07c82 None None] For port f45da899-ef9e-45e4-bca5-bf5579c895d8, host dv-cinder-801989-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=f45da899-ef9e-45e4-bca5-bf5579c895d8,segment=NetworkSegment(b5c8421f-b86b-4175-8464-b8724faa06bb),segment_id=b5c8421f-b86b-4175-8464-b8724faa06bb)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:19:21.637403 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-91b9aa47-0a70-42ed-89e5-bd506ec07c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:21.647722 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-b645889e-7b89-4ba5-9b1c-9dde667d13bd None None] Port 9c5339e0-6b93-4c05-babf-1d06448ba84a cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:19:21.658595 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac92a2c-f09e-4283-b0f3-bbae1c8b6a7c admin admin] Network fd040221-43de-4c93-b44d-6a49c4eef689 is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:19:21.659937 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-eac92a2c-f09e-4283-b0f3-bbae1c8b6a7c admin admin] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:19:21.700992 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b9aa47-0a70-42ed-89e5-bd506ec07c82 None None] Routers {'fa233cd7-4745-4879-b831-b20c5475bca8'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:19:21.701636 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-91b9aa47-0a70-42ed-89e5-bd506ec07c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:19:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['fa233cd7-4745-4879-b831-b20c5475bca8'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:21.742723 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b2770-feae-4418-8d02-6b9cd6cc84b3 None None] Pushing event updated for resources: {'Port': ['ID=f45da899-ef9e-45e4-bca5-bf5579c895d8,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:21.781368 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac92a2c-f09e-4283-b0f3-bbae1c8b6a7c admin admin] Router fa233cd7-4745-4879-b831-b20c5475bca8 has already been hosted by L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 {{(pid=93046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:19:21.817663 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-91b9aa47-0a70-42ed-89e5-bd506ec07c82 None None] Set router fa233cd7-4745-4879-b831-b20c5475bca8 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:19:21.889166 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac92a2c-f09e-4283-b0f3-bbae1c8b6a7c admin admin] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:19:21.894912 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-eac92a2c-f09e-4283-b0f3-bbae1c8b6a7c admin admin] 10.222.0.47 "PUT /v2.0/routers/fa233cd7-4745-4879-b831-b20c5475bca8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6550963 Jul 23 11:19:21.917151 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ce1e849c-1381-48e0-9a16-f31fd41cecbf None None] Provisioning complete for port 9c5339e0-6b93-4c05-babf-1d06448ba84a triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:19:21.917520 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ce1e849c-1381-48e0-9a16-f31fd41cecbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:21.986531 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-ce1e849c-1381-48e0-9a16-f31fd41cecbf None None] Port 9c5339e0-6b93-4c05-babf-1d06448ba84a cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:19:22.055023 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-91b9aa47-0a70-42ed-89e5-bd506ec07c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'name': 'tempest-TestMinimumBasicScenario-1995979228-router', 'tenant_id': 'a7994f5a9415465eb04c75862f881353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f45da899-ef9e-45e4-bca5-bf5579c895d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:19:18Z', 'updated_at': '2021-07-23T11:19:21Z', 'revision_number': 4, 'project_id': 'a7994f5a9415465eb04c75862f881353', 'gw_port': {'id': 'f45da899-ef9e-45e4-bca5-bf5579c895d8', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:19Z', 'updated_at': '2021-07-23T11:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': '9c5339e0-6b93-4c05-babf-1d06448ba84a', 'name': '', 'network_id': 'fd040221-43de-4c93-b44d-6a49c4eef689', 'tenant_id': 'a7994f5a9415465eb04c75862f881353', 'mac_address': 'fa:16:3e:c8:f2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8d25cc35-5e9c-4651-8594-8d9e3776e3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:20Z', 'updated_at': '2021-07-23T11:19:21Z', 'revision_number': 2, 'project_id': 'a7994f5a9415465eb04c75862f881353', 'subnets': [{'id': '8d25cc35-5e9c-4651-8594-8d9e3776e3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:22.081933 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b9aa47-0a70-42ed-89e5-bd506ec07c82 None None] The sync data for ids ['fa233cd7-4745-4879-b831-b20c5475bca8'] in dv-cinder-801989-3-iscsi is: [{'id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'name': 'tempest-TestMinimumBasicScenario-1995979228-router', 'tenant_id': 'a7994f5a9415465eb04c75862f881353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f45da899-ef9e-45e4-bca5-bf5579c895d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:19:18Z', 'updated_at': '2021-07-23T11:19:21Z', 'revision_number': 4, 'project_id': 'a7994f5a9415465eb04c75862f881353', 'gw_port': {'id': 'f45da899-ef9e-45e4-bca5-bf5579c895d8', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:19Z', 'updated_at': '2021-07-23T11:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': '9c5339e0-6b93-4c05-babf-1d06448ba84a', 'name': '', 'network_id': 'fd040221-43de-4c93-b44d-6a49c4eef689', 'tenant_id': 'a7994f5a9415465eb04c75862f881353', 'mac_address': 'fa:16:3e:c8:f2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8d25cc35-5e9c-4651-8594-8d9e3776e3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:20Z', 'updated_at': '2021-07-23T11:19:21Z', 'revision_number': 2, 'project_id': 'a7994f5a9415465eb04c75862f881353', 'subnets': [{'id': '8d25cc35-5e9c-4651-8594-8d9e3776e3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:19:22.118906 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:22.410521 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 40812) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:22.417495 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-984495c0-d0ef-4443-90e7-0478218c0bb6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-270139541-network', 'tenant_id': '9d90858c3d6846fdab969c755dc923bf'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:19:22.442135 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984495c0-d0ef-4443-90e7-0478218c0bb6 admin admin] Made reservation on behalf of 9d90858c3d6846fdab969c755dc923bf for: {'network': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:19:22.445378 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-984495c0-d0ef-4443-90e7-0478218c0bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for network, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:22.457855 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-984495c0-d0ef-4443-90e7-0478218c0bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:22.564800 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-984495c0-d0ef-4443-90e7-0478218c0bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:22.570811 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-984495c0-d0ef-4443-90e7-0478218c0bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:22.604471 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 2acb0908-4ba9-480e-a7ce-276fdcdca3fa up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:19:22.606677 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-984495c0-d0ef-4443-90e7-0478218c0bb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=93046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:19:22.613628 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984495c0-d0ef-4443-90e7-0478218c0bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f332c7-4f6d-44b8-b71a-a98eb34e36e5,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:22.621131 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-984495c0-d0ef-4443-90e7-0478218c0bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402'] for segment, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:22.621516 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.db.segments_db [None req-984495c0-d0ef-4443-90e7-0478218c0bb6 admin admin] Added segment d81f78df-60ae-4859-94a9-d6828219d439 of type vlan for network 5aeea304-155e-4349-88a9-f7ba73ba17c3 Jul 23 11:19:22.666713 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port 2acb0908-4ba9-480e-a7ce-276fdcdca3fa triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:19:22.667396 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:22.675732 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-984495c0-d0ef-4443-90e7-0478218c0bb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792856099175'] for network, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:22.708814 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-984495c0-d0ef-4443-90e7-0478218c0bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375'] for network, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:22.710018 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984495c0-d0ef-4443-90e7-0478218c0bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:22.710889 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-984495c0-d0ef-4443-90e7-0478218c0bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:22.738627 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-984495c0-d0ef-4443-90e7-0478218c0bb6 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3262067 Jul 23 11:19:22.742129 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 40814) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:22.754105 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-fba6df0a-8e82-46d8-b33a-9d72b2a00265 admin admin] Request body: {'subnet': {'network_id': '5aeea304-155e-4349-88a9-f7ba73ba17c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-270139541-subnet', 'tenant_id': '9d90858c3d6846fdab969c755dc923bf', 'ip_version': 4}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:19:22.799942 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984495c0-d0ef-4443-90e7-0478218c0bb6 admin admin] Pushing event updated for resources: {'Network': ['ID=5aeea304-155e-4349-88a9-f7ba73ba17c3,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:22.809318 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba6df0a-8e82-46d8-b33a-9d72b2a00265 admin admin] Made reservation on behalf of 9d90858c3d6846fdab969c755dc923bf for: {'subnet': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:19:22.811662 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fba6df0a-8e82-46d8-b33a-9d72b2a00265 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32886938'] for subnet, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:22.813259 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Network 5aeea304-155e-4349-88a9-f7ba73ba17c3 details requested by agent ovs-agent-dv-cinder-801989-3-iscsi with host dv-cinder-801989-3-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:19:23.041741 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fba6df0a-8e82-46d8-b33a-9d72b2a00265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31524673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32886920'] for subnet, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:23.093157 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6df0a-8e82-46d8-b33a-9d72b2a00265 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fff378fb-9c1a-427f-88d7-fdbcfe02b519,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:23.109590 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba6df0a-8e82-46d8-b33a-9d72b2a00265 admin admin] Checking segment: {'id': 'd81f78df-60ae-4859-94a9-d6828219d439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '5aeea304-155e-4349-88a9-f7ba73ba17c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:19:23.109946 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba6df0a-8e82-46d8-b33a-9d72b2a00265 admin admin] Network hostable DHCP agents. Network: 5aeea304-155e-4349-88a9-f7ba73ba17c3, hostable agents: ['b2a8c5e9-afda-4978-a37c-dc0c684fd952'], hosted agents: [] {{(pid=93046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:19:23.128246 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba6df0a-8e82-46d8-b33a-9d72b2a00265 admin admin] Network 5aeea304-155e-4349-88a9-f7ba73ba17c3 is scheduled to be hosted by DHCP agent b2a8c5e9-afda-4978-a37c-dc0c684fd952 with binding_index 1 {{(pid=93046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:19:23.138021 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-fba6df0a-8e82-46d8-b33a-9d72b2a00265 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-3-iscsi, 5aeea304-155e-4349-88a9-f7ba73ba17c3) {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:19:23.142534 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba6df0a-8e82-46d8-b33a-9d72b2a00265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:23.143143 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fba6df0a-8e82-46d8-b33a-9d72b2a00265 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:23.149235 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d83f36-cb59-405c-bb86-947d66771149 None None] Network 5aeea304-155e-4349-88a9-f7ba73ba17c3 requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:19:23.158157 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-fba6df0a-8e82-46d8-b33a-9d72b2a00265 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4147701 Jul 23 11:19:23.160653 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 40816) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:23.165853 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-c3df85b6-e57b-42ca-9772-3eb743912f0e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-270139541-router', 'tenant_id': '9d90858c3d6846fdab969c755dc923bf', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'}}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:19:23.188634 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c3df85b6-e57b-42ca-9772-3eb743912f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:23.189787 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c3df85b6-e57b-42ca-9772-3eb743912f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2691'] for router, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:23.258575 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c3df85b6-e57b-42ca-9772-3eb743912f0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:23.318056 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f79f52d-898b-464a-a5d2-79e2ba42160c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346dbadd-1aa0-50d9-9a92-89b0e917de90-5aeea304-155e-4349-88a9-f7ba73ba17c3', 'network_id': '5aeea304-155e-4349-88a9-f7ba73ba17c3', 'tenant_id': '9d90858c3d6846fdab969c755dc923bf', 'fixed_ips': [{'subnet_id': 'fff378fb-9c1a-427f-88d7-fdbcfe02b519'}]}} from dv-cinder-801989-3-iscsi. {{(pid=93048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 11:19:23.319262 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-3f79f52d-898b-464a-a5d2-79e2ba42160c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:23.397439 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c3df85b6-e57b-42ca-9772-3eb743912f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-377716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2737'] for router, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:23.486393 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.db_base_plugin_common [None req-3f79f52d-898b-464a-a5d2-79e2ba42160c None None] Allocated IP 172.20.0.2 (5aeea304-155e-4349-88a9-f7ba73ba17c3/fff378fb-9c1a-427f-88d7-fdbcfe02b519/d354aa6c-dc37-48a7-82ec-67fac845ee99) {{(pid=93048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:19:23.551431 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:19:23.637477 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-3f79f52d-898b-464a-a5d2-79e2ba42160c None None] Notify callbacks [] for port, precommit_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:23.647933 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-3f79f52d-898b-464a-a5d2-79e2ba42160c None None] Transition to ACTIVE for port object d354aa6c-dc37-48a7-82ec-67fac845ee99 will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:19:23.664364 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-3f79f52d-898b-464a-a5d2-79e2ba42160c None None] Transition to ACTIVE for port object d354aa6c-dc37-48a7-82ec-67fac845ee99 will not be triggered until provisioned by entity DHCP. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:19:23.671219 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-3f79f52d-898b-464a-a5d2-79e2ba42160c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974'] for port, after_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:23.713070 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f79f52d-898b-464a-a5d2-79e2ba42160c None None] Network 5aeea304-155e-4349-88a9-f7ba73ba17c3 is already hosted by enough agents. {{(pid=93048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:19:23.718257 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.scheduler.base_scheduler [None req-3f79f52d-898b-464a-a5d2-79e2ba42160c None None] Resources bound (agent type, host, resource id): {{(pid=93048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:19:23.720866 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f79f52d-898b-464a-a5d2-79e2ba42160c None None] Received port after_create {{(pid=93048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:19:23.729440 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79f52d-898b-464a-a5d2-79e2ba42160c None None] Pushing event updated for resources: {'Port': ['ID=d354aa6c-dc37-48a7-82ec-67fac845ee99,revision_number=1']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:23.793728 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-3f79f52d-898b-464a-a5d2-79e2ba42160c None None] Attempting to bind port d354aa6c-dc37-48a7-82ec-67fac845ee99 on host dv-cinder-801989-3-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:19:23.794234 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-3f79f52d-898b-464a-a5d2-79e2ba42160c None None] Attempting to bind port d354aa6c-dc37-48a7-82ec-67fac845ee99 by drivers openvswitch,hyperv on host dv-cinder-801989-3-iscsi at level 0 using segments [{'id': 'd81f78df-60ae-4859-94a9-d6828219d439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '5aeea304-155e-4349-88a9-f7ba73ba17c3'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:19:23.794728 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f79f52d-898b-464a-a5d2-79e2ba42160c None None] Attempting to bind port d354aa6c-dc37-48a7-82ec-67fac845ee99 on network 5aeea304-155e-4349-88a9-f7ba73ba17c3 {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:19:23.800870 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f79f52d-898b-464a-a5d2-79e2ba42160c None None] Checking agent: {'id': '63737f21-8f70-4879-b83c-8d101c99e22a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 52, 20), 'started_at': datetime.datetime(2021, 7, 23, 10, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:19:23.801245 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f79f52d-898b-464a-a5d2-79e2ba42160c None None] Checking segment: {'id': 'd81f78df-60ae-4859-94a9-d6828219d439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '5aeea304-155e-4349-88a9-f7ba73ba17c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:19:23.801650 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-3f79f52d-898b-464a-a5d2-79e2ba42160c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:23.802043 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f79f52d-898b-464a-a5d2-79e2ba42160c None None] Bound using segment: {'id': 'd81f78df-60ae-4859-94a9-d6828219d439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '5aeea304-155e-4349-88a9-f7ba73ba17c3'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:19:23.802509 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-3f79f52d-898b-464a-a5d2-79e2ba42160c None None] Bound port: d354aa6c-dc37-48a7-82ec-67fac845ee99, host: dv-cinder-801989-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd81f78df-60ae-4859-94a9-d6828219d439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '5aeea304-155e-4349-88a9-f7ba73ba17c3'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:19:23.803136 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-3f79f52d-898b-464a-a5d2-79e2ba42160c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:23.857156 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c3df85b6-e57b-42ca-9772-3eb743912f0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:23.870475 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-3f79f52d-898b-464a-a5d2-79e2ba42160c None None] For port d354aa6c-dc37-48a7-82ec-67fac845ee99, host dv-cinder-801989-3-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:19:23.873867 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-3f79f52d-898b-464a-a5d2-79e2ba42160c None None] For port d354aa6c-dc37-48a7-82ec-67fac845ee99, host dv-cinder-801989-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=d354aa6c-dc37-48a7-82ec-67fac845ee99,segment=NetworkSegment(d81f78df-60ae-4859-94a9-d6828219d439),segment_id=d81f78df-60ae-4859-94a9-d6828219d439)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:19:23.877345 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c3df85b6-e57b-42ca-9772-3eb743912f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:23.878358 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-3f79f52d-898b-464a-a5d2-79e2ba42160c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:23.946976 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79f52d-898b-464a-a5d2-79e2ba42160c None None] Pushing event updated for resources: {'Port': ['ID=d354aa6c-dc37-48a7-82ec-67fac845ee99,revision_number=2']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:24.015970 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [None req-c3df85b6-e57b-42ca-9772-3eb743912f0e admin admin] Allocated IP 172.27.2.45 (7e03cc48-3144-4cbe-b31a-c20231b9d64e/936becf8-b9e9-4f67-8a9b-c483761f3f68/fff9848a-9be9-480c-9b45-35730abbcebf) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:19:24.150054 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c3df85b6-e57b-42ca-9772-3eb743912f0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:24.191194 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c3df85b6-e57b-42ca-9772-3eb743912f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31524845'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:24.231832 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3df85b6-e57b-42ca-9772-3eb743912f0e admin admin] Network 7e03cc48-3144-4cbe-b31a-c20231b9d64e is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:19:24.241740 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-c3df85b6-e57b-42ca-9772-3eb743912f0e admin admin] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:19:24.245544 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3df85b6-e57b-42ca-9772-3eb743912f0e admin admin] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:19:24.251416 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df85b6-e57b-42ca-9772-3eb743912f0e admin admin] Pushing event updated for resources: {'Port': ['ID=fff9848a-9be9-480c-9b45-35730abbcebf,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:24.294827 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158c8f9c-9710-47ee-bf8b-77c84be33980 None None] Sync routers for ids ['fa233cd7-4745-4879-b831-b20c5475bca8'] in dv-cinder-801989-3-iscsi {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:19:24.306691 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158c8f9c-9710-47ee-bf8b-77c84be33980 None None] Routers {'fa233cd7-4745-4879-b831-b20c5475bca8'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:19:24.307292 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-158c8f9c-9710-47ee-bf8b-77c84be33980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:19:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['fa233cd7-4745-4879-b831-b20c5475bca8'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:24.426965 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-158c8f9c-9710-47ee-bf8b-77c84be33980 None None] Set router fa233cd7-4745-4879-b831-b20c5475bca8 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:19:24.496869 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c3df85b6-e57b-42ca-9772-3eb743912f0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:24.690700 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device d354aa6c-dc37-48a7-82ec-67fac845ee99 up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:19:24.739869 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-158c8f9c-9710-47ee-bf8b-77c84be33980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'name': 'tempest-TestMinimumBasicScenario-1995979228-router', 'tenant_id': 'a7994f5a9415465eb04c75862f881353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f45da899-ef9e-45e4-bca5-bf5579c895d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:19:18Z', 'updated_at': '2021-07-23T11:19:21Z', 'revision_number': 4, 'project_id': 'a7994f5a9415465eb04c75862f881353', 'gw_port': {'id': 'f45da899-ef9e-45e4-bca5-bf5579c895d8', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:19Z', 'updated_at': '2021-07-23T11:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': '9c5339e0-6b93-4c05-babf-1d06448ba84a', 'name': '', 'network_id': 'fd040221-43de-4c93-b44d-6a49c4eef689', 'tenant_id': 'a7994f5a9415465eb04c75862f881353', 'mac_address': 'fa:16:3e:c8:f2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8d25cc35-5e9c-4651-8594-8d9e3776e3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:20Z', 'updated_at': '2021-07-23T11:19:21Z', 'revision_number': 2, 'project_id': 'a7994f5a9415465eb04c75862f881353', 'subnets': [{'id': '8d25cc35-5e9c-4651-8594-8d9e3776e3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:24.744868 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c3df85b6-e57b-42ca-9772-3eb743912f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-408892'] for router, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:24.763813 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning for port d354aa6c-dc37-48a7-82ec-67fac845ee99 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:19:24.770106 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device f45da899-ef9e-45e4-bca5-bf5579c895d8 up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:19:24.779151 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158c8f9c-9710-47ee-bf8b-77c84be33980 None None] Checking router: fa233cd7-4745-4879-b831-b20c5475bca8 for host: dv-cinder-801989-3-iscsi {{(pid=93049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:19:24.779611 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158c8f9c-9710-47ee-bf8b-77c84be33980 None None] Updating router fa233cd7-4745-4879-b831-b20c5475bca8 port 9c5339e0-6b93-4c05-babf-1d06448ba84a binding host dv-cinder-801989-3-iscsi {{(pid=93049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:19:24.821853 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-158c8f9c-9710-47ee-bf8b-77c84be33980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:24.833059 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning for port f45da899-ef9e-45e4-bca5-bf5579c895d8 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:19:24.839273 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port f45da899-ef9e-45e4-bca5-bf5579c895d8 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:19:24.840554 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:24.926869 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3df85b6-e57b-42ca-9772-3eb743912f0e admin admin] Router 83b700f5-1de6-4c81-acfe-d16ff528a0c0 is scheduled to L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 with binding_index 1 {{(pid=93046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 11:19:24.947607 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:24.957929 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f45fa1-ac30-4c5f-ace6-96834ea983b1 None None] Network 5aeea304-155e-4349-88a9-f7ba73ba17c3 requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:19:24.996212 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] For port f45da899-ef9e-45e4-bca5-bf5579c895d8, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=f45da899-ef9e-45e4-bca5-bf5579c895d8,segment=NetworkSegment(b5c8421f-b86b-4175-8464-b8724faa06bb),segment_id=b5c8421f-b86b-4175-8464-b8724faa06bb)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:19:25.007392 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:25.078795 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3df85b6-e57b-42ca-9772-3eb743912f0e admin admin] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:19:25.106265 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92bb77f-d3f8-462f-b0d4-686ed7416926 None None] Sync routers for ids ['83b700f5-1de6-4c81-acfe-d16ff528a0c0'] in dv-cinder-801989-3-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:19:25.112230 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c3df85b6-e57b-42ca-9772-3eb743912f0e admin admin] Notify callbacks [] for router, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:25.113995 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-c3df85b6-e57b-42ca-9772-3eb743912f0e admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9523563 Jul 23 11:19:25.117322 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 40818) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:25.120628 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-edabce6c-d489-40d7-8725-73172c1a92ab None None] Provisioning for port d354aa6c-dc37-48a7-82ec-67fac845ee99 completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:19:25.146110 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-edabce6c-d489-40d7-8725-73172c1a92ab None None] Provisioning complete for port d354aa6c-dc37-48a7-82ec-67fac845ee99 triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:19:25.147624 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-edabce6c-d489-40d7-8725-73172c1a92ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:25.176168 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-158c8f9c-9710-47ee-bf8b-77c84be33980 None None] Notify callbacks [] for port, precommit_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:25.178667 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92bb77f-d3f8-462f-b0d4-686ed7416926 None None] Routers {'83b700f5-1de6-4c81-acfe-d16ff528a0c0'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:19:25.179148 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-d92bb77f-d3f8-462f-b0d4-686ed7416926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:19:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['83b700f5-1de6-4c81-acfe-d16ff528a0c0'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:25.188393 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Pushing event updated for resources: {'Port': ['ID=f45da899-ef9e-45e4-bca5-bf5579c895d8,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:25.197152 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.provisioning_blocks [None req-158c8f9c-9710-47ee-bf8b-77c84be33980 None None] Transition to ACTIVE for port object 9c5339e0-6b93-4c05-babf-1d06448ba84a will not be triggered until provisioned by entity L2. {{(pid=93049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:19:25.204233 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-158c8f9c-9710-47ee-bf8b-77c84be33980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:25.311422 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400fa62-e391-4787-9261-3a2784571d13 None None] Pushing event updated for resources: {'Port': ['ID=9c5339e0-6b93-4c05-babf-1d06448ba84a,revision_number=3']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:25.336220 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400fa62-e391-4787-9261-3a2784571d13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:25.336642 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400fa62-e391-4787-9261-3a2784571d13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:25.336910 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400fa62-e391-4787-9261-3a2784571d13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:25.337246 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400fa62-e391-4787-9261-3a2784571d13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:25.337579 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400fa62-e391-4787-9261-3a2784571d13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:25.337910 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400fa62-e391-4787-9261-3a2784571d13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:25.338242 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400fa62-e391-4787-9261-3a2784571d13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:25.338567 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400fa62-e391-4787-9261-3a2784571d13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:25.338914 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400fa62-e391-4787-9261-3a2784571d13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:25.339239 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400fa62-e391-4787-9261-3a2784571d13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:25.339561 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400fa62-e391-4787-9261-3a2784571d13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:25.339882 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400fa62-e391-4787-9261-3a2784571d13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:25.345930 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-158c8f9c-9710-47ee-bf8b-77c84be33980 None None] Attempting to bind port 9c5339e0-6b93-4c05-babf-1d06448ba84a on host dv-cinder-801989-3-iscsi for vnic_type normal with profile {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:19:25.346365 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-158c8f9c-9710-47ee-bf8b-77c84be33980 None None] Attempting to bind port 9c5339e0-6b93-4c05-babf-1d06448ba84a by drivers openvswitch,hyperv on host dv-cinder-801989-3-iscsi at level 0 using segments [{'id': 'c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fd040221-43de-4c93-b44d-6a49c4eef689'}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:19:25.346665 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c8f9c-9710-47ee-bf8b-77c84be33980 None None] Attempting to bind port 9c5339e0-6b93-4c05-babf-1d06448ba84a on network fd040221-43de-4c93-b44d-6a49c4eef689 {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:19:25.360847 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c8f9c-9710-47ee-bf8b-77c84be33980 None None] Checking agent: {'id': '63737f21-8f70-4879-b83c-8d101c99e22a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 52, 20), 'started_at': datetime.datetime(2021, 7, 23, 10, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:19:25.360847 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c8f9c-9710-47ee-bf8b-77c84be33980 None None] Checking segment: {'id': 'c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fd040221-43de-4c93-b44d-6a49c4eef689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:19:25.360847 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-158c8f9c-9710-47ee-bf8b-77c84be33980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:25.361316 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c8f9c-9710-47ee-bf8b-77c84be33980 None None] Bound using segment: {'id': 'c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fd040221-43de-4c93-b44d-6a49c4eef689'} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:19:25.361704 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-158c8f9c-9710-47ee-bf8b-77c84be33980 None None] Bound port: 9c5339e0-6b93-4c05-babf-1d06448ba84a, host: dv-cinder-801989-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fd040221-43de-4c93-b44d-6a49c4eef689'}}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:19:25.362147 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-158c8f9c-9710-47ee-bf8b-77c84be33980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:25.454331 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-158c8f9c-9710-47ee-bf8b-77c84be33980 None None] For port 9c5339e0-6b93-4c05-babf-1d06448ba84a, host dv-cinder-801989-3-iscsi, cleared binding levels {{(pid=93049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:19:25.461243 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-158c8f9c-9710-47ee-bf8b-77c84be33980 None None] For port 9c5339e0-6b93-4c05-babf-1d06448ba84a, host dv-cinder-801989-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=9c5339e0-6b93-4c05-babf-1d06448ba84a,segment=NetworkSegment(c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50),segment_id=c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50)] {{(pid=93049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:19:25.468074 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-158c8f9c-9710-47ee-bf8b-77c84be33980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:25.541088 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158c8f9c-9710-47ee-bf8b-77c84be33980 None None] Routers {'fa233cd7-4745-4879-b831-b20c5475bca8'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:19:25.541441 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-158c8f9c-9710-47ee-bf8b-77c84be33980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:19:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['fa233cd7-4745-4879-b831-b20c5475bca8'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:25.545746 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-d92bb77f-d3f8-462f-b0d4-686ed7416926 None None] Set router 83b700f5-1de6-4c81-acfe-d16ff528a0c0 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:19:25.550073 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400fa62-e391-4787-9261-3a2784571d13 None None] Pushing event updated for resources: {'Port': ['ID=9c5339e0-6b93-4c05-babf-1d06448ba84a,revision_number=4']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:25.651740 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-edabce6c-d489-40d7-8725-73172c1a92ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:25.701952 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-bc68f88b-8e19-42ef-b777-92f2290db2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:25.779445 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-edabce6c-d489-40d7-8725-73172c1a92ab None None] For port d354aa6c-dc37-48a7-82ec-67fac845ee99, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=d354aa6c-dc37-48a7-82ec-67fac845ee99,segment=NetworkSegment(d81f78df-60ae-4859-94a9-d6828219d439),segment_id=d81f78df-60ae-4859-94a9-d6828219d439)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:19:25.789691 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-edabce6c-d489-40d7-8725-73172c1a92ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:25.827250 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-158c8f9c-9710-47ee-bf8b-77c84be33980 None None] Set router fa233cd7-4745-4879-b831-b20c5475bca8 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:19:25.887247 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edabce6c-d489-40d7-8725-73172c1a92ab None None] Pushing event updated for resources: {'Port': ['ID=d354aa6c-dc37-48a7-82ec-67fac845ee99,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:25.906462 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-d92bb77f-d3f8-462f-b0d4-686ed7416926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b700f5-1de6-4c81-acfe-d16ff528a0c0', 'name': 'tempest-TestMinimumBasicScenario-270139541-router', 'tenant_id': '9d90858c3d6846fdab969c755dc923bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'fff9848a-9be9-480c-9b45-35730abbcebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:19:23Z', 'updated_at': '2021-07-23T11:19:24Z', 'revision_number': 3, 'project_id': '9d90858c3d6846fdab969c755dc923bf', 'gw_port': {'id': 'fff9848a-9be9-480c-9b45-35730abbcebf', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b700f5-1de6-4c81-acfe-d16ff528a0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:23Z', 'updated_at': '2021-07-23T11:19:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi'}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:25.936673 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92bb77f-d3f8-462f-b0d4-686ed7416926 None None] Checking router: 83b700f5-1de6-4c81-acfe-d16ff528a0c0 for host: dv-cinder-801989-3-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:19:25.937487 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92bb77f-d3f8-462f-b0d4-686ed7416926 None None] Updating router 83b700f5-1de6-4c81-acfe-d16ff528a0c0 port fff9848a-9be9-480c-9b45-35730abbcebf binding host dv-cinder-801989-3-iscsi {{(pid=93048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:19:25.943811 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [None req-bc68f88b-8e19-42ef-b777-92f2290db2f0 admin admin] Allocated IP 172.20.0.1 (5aeea304-155e-4349-88a9-f7ba73ba17c3/fff378fb-9c1a-427f-88d7-fdbcfe02b519/0446db6d-e6e9-4dc7-85ac-6600203670a0) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:19:25.998723 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d92bb77f-d3f8-462f-b0d4-686ed7416926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:26.081049 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-bc68f88b-8e19-42ef-b777-92f2290db2f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:26.096324 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [None req-bc68f88b-8e19-42ef-b777-92f2290db2f0 admin admin] Transition to ACTIVE for port object 0446db6d-e6e9-4dc7-85ac-6600203670a0 will not be triggered until provisioned by entity DHCP. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:19:26.112925 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-158c8f9c-9710-47ee-bf8b-77c84be33980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'name': 'tempest-TestMinimumBasicScenario-1995979228-router', 'tenant_id': 'a7994f5a9415465eb04c75862f881353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f45da899-ef9e-45e4-bca5-bf5579c895d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:19:18Z', 'updated_at': '2021-07-23T11:19:21Z', 'revision_number': 4, 'project_id': 'a7994f5a9415465eb04c75862f881353', 'gw_port': {'id': 'f45da899-ef9e-45e4-bca5-bf5579c895d8', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:19Z', 'updated_at': '2021-07-23T11:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': '9c5339e0-6b93-4c05-babf-1d06448ba84a', 'name': '', 'network_id': 'fd040221-43de-4c93-b44d-6a49c4eef689', 'tenant_id': 'a7994f5a9415465eb04c75862f881353', 'mac_address': 'fa:16:3e:c8:f2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8d25cc35-5e9c-4651-8594-8d9e3776e3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:20Z', 'updated_at': '2021-07-23T11:19:25Z', 'revision_number': 4, 'project_id': 'a7994f5a9415465eb04c75862f881353', 'subnets': [{'id': '8d25cc35-5e9c-4651-8594-8d9e3776e3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:26.143555 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-bc68f88b-8e19-42ef-b777-92f2290db2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:26.147902 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158c8f9c-9710-47ee-bf8b-77c84be33980 None None] The sync data for ids ['fa233cd7-4745-4879-b831-b20c5475bca8'] in dv-cinder-801989-3-iscsi is: [{'id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'name': 'tempest-TestMinimumBasicScenario-1995979228-router', 'tenant_id': 'a7994f5a9415465eb04c75862f881353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f45da899-ef9e-45e4-bca5-bf5579c895d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:19:18Z', 'updated_at': '2021-07-23T11:19:21Z', 'revision_number': 4, 'project_id': 'a7994f5a9415465eb04c75862f881353', 'gw_port': {'id': 'f45da899-ef9e-45e4-bca5-bf5579c895d8', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:19Z', 'updated_at': '2021-07-23T11:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': '9c5339e0-6b93-4c05-babf-1d06448ba84a', 'name': '', 'network_id': 'fd040221-43de-4c93-b44d-6a49c4eef689', 'tenant_id': 'a7994f5a9415465eb04c75862f881353', 'mac_address': 'fa:16:3e:c8:f2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8d25cc35-5e9c-4651-8594-8d9e3776e3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:20Z', 'updated_at': '2021-07-23T11:19:25Z', 'revision_number': 4, 'project_id': 'a7994f5a9415465eb04c75862f881353', 'subnets': [{'id': '8d25cc35-5e9c-4651-8594-8d9e3776e3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:19:26.180335 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-45a0014f-1eef-4094-95fb-4d3063f44193 None None] Provisioning complete for port d354aa6c-dc37-48a7-82ec-67fac845ee99 triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:19:26.180610 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-45a0014f-1eef-4094-95fb-4d3063f44193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:26.191948 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc68f88b-8e19-42ef-b777-92f2290db2f0 admin admin] Network 5aeea304-155e-4349-88a9-f7ba73ba17c3 is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:19:26.197346 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-bc68f88b-8e19-42ef-b777-92f2290db2f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:19:26.207697 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc68f88b-8e19-42ef-b777-92f2290db2f0 admin admin] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:19:26.244185 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68f88b-8e19-42ef-b777-92f2290db2f0 admin admin] Pushing event updated for resources: {'Port': ['ID=0446db6d-e6e9-4dc7-85ac-6600203670a0,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:26.257986 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68f88b-8e19-42ef-b777-92f2290db2f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:26.258383 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68f88b-8e19-42ef-b777-92f2290db2f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:26.258670 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68f88b-8e19-42ef-b777-92f2290db2f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:26.259006 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68f88b-8e19-42ef-b777-92f2290db2f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:26.259331 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68f88b-8e19-42ef-b777-92f2290db2f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:26.259662 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68f88b-8e19-42ef-b777-92f2290db2f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:26.259986 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68f88b-8e19-42ef-b777-92f2290db2f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:26.260342 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68f88b-8e19-42ef-b777-92f2290db2f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:26.260675 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68f88b-8e19-42ef-b777-92f2290db2f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:26.260985 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68f88b-8e19-42ef-b777-92f2290db2f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:26.261315 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68f88b-8e19-42ef-b777-92f2290db2f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:26.261622 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68f88b-8e19-42ef-b777-92f2290db2f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:26.285091 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-bc68f88b-8e19-42ef-b777-92f2290db2f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407845'] for router_interface, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:26.456688 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d92bb77f-d3f8-462f-b0d4-686ed7416926 None None] Notify callbacks [] for port, precommit_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:26.473031 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d92bb77f-d3f8-462f-b0d4-686ed7416926 None None] Transition to ACTIVE for port object fff9848a-9be9-480c-9b45-35730abbcebf will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:19:26.482699 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d92bb77f-d3f8-462f-b0d4-686ed7416926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:26.483016 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-bc68f88b-8e19-42ef-b777-92f2290db2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:26.558173 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc9133-2f1f-49bf-b0ed-76c8ec54a7f0 None None] Pushing event updated for resources: {'Port': ['ID=fff9848a-9be9-480c-9b45-35730abbcebf,revision_number=2']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:26.561573 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-d92bb77f-d3f8-462f-b0d4-686ed7416926 None None] Attempting to bind port fff9848a-9be9-480c-9b45-35730abbcebf on host dv-cinder-801989-3-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:19:26.561948 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-d92bb77f-d3f8-462f-b0d4-686ed7416926 None None] Attempting to bind port fff9848a-9be9-480c-9b45-35730abbcebf by drivers openvswitch,hyperv on host dv-cinder-801989-3-iscsi at level 0 using segments [{'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:19:26.562898 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92bb77f-d3f8-462f-b0d4-686ed7416926 None None] Attempting to bind port fff9848a-9be9-480c-9b45-35730abbcebf on network 7e03cc48-3144-4cbe-b31a-c20231b9d64e {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:19:26.569402 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92bb77f-d3f8-462f-b0d4-686ed7416926 None None] Checking agent: {'id': '63737f21-8f70-4879-b83c-8d101c99e22a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 52, 20), 'started_at': datetime.datetime(2021, 7, 23, 10, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:19:26.569402 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92bb77f-d3f8-462f-b0d4-686ed7416926 None None] Checking segment: {'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:19:26.570107 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d92bb77f-d3f8-462f-b0d4-686ed7416926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:26.570276 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92bb77f-d3f8-462f-b0d4-686ed7416926 None None] Bound using segment: {'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:19:26.570693 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-d92bb77f-d3f8-462f-b0d4-686ed7416926 None None] Bound port: fff9848a-9be9-480c-9b45-35730abbcebf, host: dv-cinder-801989-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:19:26.573958 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d92bb77f-d3f8-462f-b0d4-686ed7416926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:26.639538 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-5d491a5c-eff5-4ba6-bf78-b49f035678d2 None None] Provisioning for port 0446db6d-e6e9-4dc7-85ac-6600203670a0 completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:19:26.648691 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-5d491a5c-eff5-4ba6-bf78-b49f035678d2 None None] Provisioning complete for port 0446db6d-e6e9-4dc7-85ac-6600203670a0 triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:19:26.649213 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-5d491a5c-eff5-4ba6-bf78-b49f035678d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:26.683852 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d92bb77f-d3f8-462f-b0d4-686ed7416926 None None] For port fff9848a-9be9-480c-9b45-35730abbcebf, host dv-cinder-801989-3-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:19:26.706095 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d92bb77f-d3f8-462f-b0d4-686ed7416926 None None] For port fff9848a-9be9-480c-9b45-35730abbcebf, host dv-cinder-801989-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=fff9848a-9be9-480c-9b45-35730abbcebf,segment=NetworkSegment(b5c8421f-b86b-4175-8464-b8724faa06bb),segment_id=b5c8421f-b86b-4175-8464-b8724faa06bb)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:19:26.707816 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-5d491a5c-eff5-4ba6-bf78-b49f035678d2 None None] Port 0446db6d-e6e9-4dc7-85ac-6600203670a0 cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:19:26.713051 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device d354aa6c-dc37-48a7-82ec-67fac845ee99 up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:19:26.720212 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d92bb77f-d3f8-462f-b0d4-686ed7416926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:26.773181 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-bc68f88b-8e19-42ef-b777-92f2290db2f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:26.782097 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-bc68f88b-8e19-42ef-b777-92f2290db2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31365311'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:26.838432 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc9133-2f1f-49bf-b0ed-76c8ec54a7f0 None None] Pushing event updated for resources: {'Port': ['ID=fff9848a-9be9-480c-9b45-35730abbcebf,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:26.842844 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92bb77f-d3f8-462f-b0d4-686ed7416926 None None] Routers {'83b700f5-1de6-4c81-acfe-d16ff528a0c0'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:19:26.843403 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-d92bb77f-d3f8-462f-b0d4-686ed7416926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:19:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['83b700f5-1de6-4c81-acfe-d16ff528a0c0'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:26.914396 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port d354aa6c-dc37-48a7-82ec-67fac845ee99 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:19:26.914773 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:27.003102 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-d92bb77f-d3f8-462f-b0d4-686ed7416926 None None] Set router 83b700f5-1de6-4c81-acfe-d16ff528a0c0 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:19:27.082403 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device f45da899-ef9e-45e4-bca5-bf5579c895d8 up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:19:27.143301 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-bc68f88b-8e19-42ef-b777-92f2290db2f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402930'] for router_interface, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:27.145268 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68f88b-8e19-42ef-b777-92f2290db2f0 admin admin] Pushing event updated for resources: {'Port': ['ID=0446db6d-e6e9-4dc7-85ac-6600203670a0,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:27.212352 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port f45da899-ef9e-45e4-bca5-bf5579c895d8 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:19:27.212814 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:27.258765 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc68f88b-8e19-42ef-b777-92f2290db2f0 admin admin] Network 5aeea304-155e-4349-88a9-f7ba73ba17c3 is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:19:27.260544 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-bc68f88b-8e19-42ef-b777-92f2290db2f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:19:27.391365 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 9c5339e0-6b93-4c05-babf-1d06448ba84a up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:19:27.412859 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc68f88b-8e19-42ef-b777-92f2290db2f0 admin admin] Router 83b700f5-1de6-4c81-acfe-d16ff528a0c0 has already been hosted by L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:19:27.429087 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-d92bb77f-d3f8-462f-b0d4-686ed7416926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b700f5-1de6-4c81-acfe-d16ff528a0c0', 'name': 'tempest-TestMinimumBasicScenario-270139541-router', 'tenant_id': '9d90858c3d6846fdab969c755dc923bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'fff9848a-9be9-480c-9b45-35730abbcebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:19:23Z', 'updated_at': '2021-07-23T11:19:26Z', 'revision_number': 4, 'project_id': '9d90858c3d6846fdab969c755dc923bf', 'gw_port': {'id': 'fff9848a-9be9-480c-9b45-35730abbcebf', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b700f5-1de6-4c81-acfe-d16ff528a0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:23Z', 'updated_at': '2021-07-23T11:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': '0446db6d-e6e9-4dc7-85ac-6600203670a0', 'name': '', 'network_id': '5aeea304-155e-4349-88a9-f7ba73ba17c3', 'tenant_id': '9d90858c3d6846fdab969c755dc923bf', 'mac_address': 'fa:16:3e:13:32:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b700f5-1de6-4c81-acfe-d16ff528a0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'fff378fb-9c1a-427f-88d7-fdbcfe02b519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:25Z', 'updated_at': '2021-07-23T11:19:26Z', 'revision_number': 2, 'project_id': '9d90858c3d6846fdab969c755dc923bf', 'subnets': [{'id': 'fff378fb-9c1a-427f-88d7-fdbcfe02b519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:27.462353 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92bb77f-d3f8-462f-b0d4-686ed7416926 None None] The sync data for ids ['83b700f5-1de6-4c81-acfe-d16ff528a0c0'] in dv-cinder-801989-3-iscsi is: [{'id': '83b700f5-1de6-4c81-acfe-d16ff528a0c0', 'name': 'tempest-TestMinimumBasicScenario-270139541-router', 'tenant_id': '9d90858c3d6846fdab969c755dc923bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'fff9848a-9be9-480c-9b45-35730abbcebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:19:23Z', 'updated_at': '2021-07-23T11:19:26Z', 'revision_number': 4, 'project_id': '9d90858c3d6846fdab969c755dc923bf', 'gw_port': {'id': 'fff9848a-9be9-480c-9b45-35730abbcebf', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b700f5-1de6-4c81-acfe-d16ff528a0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:23Z', 'updated_at': '2021-07-23T11:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': '0446db6d-e6e9-4dc7-85ac-6600203670a0', 'name': '', 'network_id': '5aeea304-155e-4349-88a9-f7ba73ba17c3', 'tenant_id': '9d90858c3d6846fdab969c755dc923bf', 'mac_address': 'fa:16:3e:13:32:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b700f5-1de6-4c81-acfe-d16ff528a0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'fff378fb-9c1a-427f-88d7-fdbcfe02b519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:25Z', 'updated_at': '2021-07-23T11:19:26Z', 'revision_number': 2, 'project_id': '9d90858c3d6846fdab969c755dc923bf', 'subnets': [{'id': 'fff378fb-9c1a-427f-88d7-fdbcfe02b519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:19:27.483168 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning for port 9c5339e0-6b93-4c05-babf-1d06448ba84a completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:19:27.488251 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port 9c5339e0-6b93-4c05-babf-1d06448ba84a triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:19:27.488859 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:27.579890 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc68f88b-8e19-42ef-b777-92f2290db2f0 admin admin] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:19:27.586707 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-bc68f88b-8e19-42ef-b777-92f2290db2f0 admin admin] 10.222.0.47 "PUT /v2.0/routers/83b700f5-1de6-4c81-acfe-d16ff528a0c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4676435 Jul 23 11:19:27.653553 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:27.664238 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-0d59511d-0bf4-4a57-a1c1-36cfde210835 None None] Provisioning complete for port 0446db6d-e6e9-4dc7-85ac-6600203670a0 triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:19:27.664895 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-0d59511d-0bf4-4a57-a1c1-36cfde210835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:27.718213 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] For port 9c5339e0-6b93-4c05-babf-1d06448ba84a, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=9c5339e0-6b93-4c05-babf-1d06448ba84a,segment=NetworkSegment(c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50),segment_id=c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:19:27.726630 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-0d59511d-0bf4-4a57-a1c1-36cfde210835 None None] Port 0446db6d-e6e9-4dc7-85ac-6600203670a0 cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:19:27.729280 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:27.813207 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Pushing event updated for resources: {'Port': ['ID=9c5339e0-6b93-4c05-babf-1d06448ba84a,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:28.621114 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 9c5339e0-6b93-4c05-babf-1d06448ba84a up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:19:28.690821 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port 9c5339e0-6b93-4c05-babf-1d06448ba84a triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:19:28.691167 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:30.669158 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device fff9848a-9be9-480c-9b45-35730abbcebf up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:19:30.682064 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e4744c-1de7-467c-b521-222b9827cde6 None None] Sync routers for ids ['83b700f5-1de6-4c81-acfe-d16ff528a0c0'] in dv-cinder-801989-3-iscsi {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:19:30.694522 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e4744c-1de7-467c-b521-222b9827cde6 None None] Routers {'83b700f5-1de6-4c81-acfe-d16ff528a0c0'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:19:30.695157 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-14e4744c-1de7-467c-b521-222b9827cde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:19:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['83b700f5-1de6-4c81-acfe-d16ff528a0c0'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:30.762045 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning for port fff9848a-9be9-480c-9b45-35730abbcebf completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:19:30.771970 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port fff9848a-9be9-480c-9b45-35730abbcebf triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:19:30.772634 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:30.898451 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-14e4744c-1de7-467c-b521-222b9827cde6 None None] Set router 83b700f5-1de6-4c81-acfe-d16ff528a0c0 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:19:30.968526 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:30.975109 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:31.016061 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] For port fff9848a-9be9-480c-9b45-35730abbcebf, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=fff9848a-9be9-480c-9b45-35730abbcebf,segment=NetworkSegment(b5c8421f-b86b-4175-8464-b8724faa06bb),segment_id=b5c8421f-b86b-4175-8464-b8724faa06bb)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:19:31.023572 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:31.122827 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Pushing event updated for resources: {'Port': ['ID=fff9848a-9be9-480c-9b45-35730abbcebf,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:31.248303 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-14e4744c-1de7-467c-b521-222b9827cde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b700f5-1de6-4c81-acfe-d16ff528a0c0', 'name': 'tempest-TestMinimumBasicScenario-270139541-router', 'tenant_id': '9d90858c3d6846fdab969c755dc923bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'fff9848a-9be9-480c-9b45-35730abbcebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:19:23Z', 'updated_at': '2021-07-23T11:19:26Z', 'revision_number': 4, 'project_id': '9d90858c3d6846fdab969c755dc923bf', 'gw_port': {'id': 'fff9848a-9be9-480c-9b45-35730abbcebf', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b700f5-1de6-4c81-acfe-d16ff528a0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:23Z', 'updated_at': '2021-07-23T11:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': '0446db6d-e6e9-4dc7-85ac-6600203670a0', 'name': '', 'network_id': '5aeea304-155e-4349-88a9-f7ba73ba17c3', 'tenant_id': '9d90858c3d6846fdab969c755dc923bf', 'mac_address': 'fa:16:3e:13:32:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b700f5-1de6-4c81-acfe-d16ff528a0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'fff378fb-9c1a-427f-88d7-fdbcfe02b519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:25Z', 'updated_at': '2021-07-23T11:19:26Z', 'revision_number': 2, 'project_id': '9d90858c3d6846fdab969c755dc923bf', 'subnets': [{'id': 'fff378fb-9c1a-427f-88d7-fdbcfe02b519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:31.298442 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e4744c-1de7-467c-b521-222b9827cde6 None None] Checking router: 83b700f5-1de6-4c81-acfe-d16ff528a0c0 for host: dv-cinder-801989-3-iscsi {{(pid=93049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:19:31.298943 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e4744c-1de7-467c-b521-222b9827cde6 None None] Updating router 83b700f5-1de6-4c81-acfe-d16ff528a0c0 port 0446db6d-e6e9-4dc7-85ac-6600203670a0 binding host dv-cinder-801989-3-iscsi {{(pid=93049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:19:31.339360 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-14e4744c-1de7-467c-b521-222b9827cde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:31.705303 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-14e4744c-1de7-467c-b521-222b9827cde6 None None] Notify callbacks [] for port, precommit_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:31.733747 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.provisioning_blocks [None req-14e4744c-1de7-467c-b521-222b9827cde6 None None] Transition to ACTIVE for port object 0446db6d-e6e9-4dc7-85ac-6600203670a0 will not be triggered until provisioned by entity L2. {{(pid=93049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:19:31.744370 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-14e4744c-1de7-467c-b521-222b9827cde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:31.807475 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4347b33-2d39-418f-8e8e-17ed1090186c None None] Pushing event updated for resources: {'Port': ['ID=0446db6d-e6e9-4dc7-85ac-6600203670a0,revision_number=3']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:31.888443 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-14e4744c-1de7-467c-b521-222b9827cde6 None None] Attempting to bind port 0446db6d-e6e9-4dc7-85ac-6600203670a0 on host dv-cinder-801989-3-iscsi for vnic_type normal with profile {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:19:31.889590 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-14e4744c-1de7-467c-b521-222b9827cde6 None None] Attempting to bind port 0446db6d-e6e9-4dc7-85ac-6600203670a0 by drivers openvswitch,hyperv on host dv-cinder-801989-3-iscsi at level 0 using segments [{'id': 'd81f78df-60ae-4859-94a9-d6828219d439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '5aeea304-155e-4349-88a9-f7ba73ba17c3'}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:19:31.890152 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e4744c-1de7-467c-b521-222b9827cde6 None None] Attempting to bind port 0446db6d-e6e9-4dc7-85ac-6600203670a0 on network 5aeea304-155e-4349-88a9-f7ba73ba17c3 {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:19:31.904022 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e4744c-1de7-467c-b521-222b9827cde6 None None] Checking agent: {'id': '63737f21-8f70-4879-b83c-8d101c99e22a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 52, 20), 'started_at': datetime.datetime(2021, 7, 23, 10, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:19:31.904617 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e4744c-1de7-467c-b521-222b9827cde6 None None] Checking segment: {'id': 'd81f78df-60ae-4859-94a9-d6828219d439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '5aeea304-155e-4349-88a9-f7ba73ba17c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:19:31.905166 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-14e4744c-1de7-467c-b521-222b9827cde6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:31.905839 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e4744c-1de7-467c-b521-222b9827cde6 None None] Bound using segment: {'id': 'd81f78df-60ae-4859-94a9-d6828219d439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '5aeea304-155e-4349-88a9-f7ba73ba17c3'} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:19:31.906561 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-14e4744c-1de7-467c-b521-222b9827cde6 None None] Bound port: 0446db6d-e6e9-4dc7-85ac-6600203670a0, host: dv-cinder-801989-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd81f78df-60ae-4859-94a9-d6828219d439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '5aeea304-155e-4349-88a9-f7ba73ba17c3'}}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:19:31.907065 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-14e4744c-1de7-467c-b521-222b9827cde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:32.037328 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-14e4744c-1de7-467c-b521-222b9827cde6 None None] For port 0446db6d-e6e9-4dc7-85ac-6600203670a0, host dv-cinder-801989-3-iscsi, cleared binding levels {{(pid=93049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:19:32.043989 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-14e4744c-1de7-467c-b521-222b9827cde6 None None] For port 0446db6d-e6e9-4dc7-85ac-6600203670a0, host dv-cinder-801989-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=0446db6d-e6e9-4dc7-85ac-6600203670a0,segment=NetworkSegment(d81f78df-60ae-4859-94a9-d6828219d439),segment_id=d81f78df-60ae-4859-94a9-d6828219d439)] {{(pid=93049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:19:32.051457 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-14e4744c-1de7-467c-b521-222b9827cde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:32.148003 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e4744c-1de7-467c-b521-222b9827cde6 None None] Routers {'83b700f5-1de6-4c81-acfe-d16ff528a0c0'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:19:32.149170 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-14e4744c-1de7-467c-b521-222b9827cde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:19:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['83b700f5-1de6-4c81-acfe-d16ff528a0c0'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:32.155325 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4347b33-2d39-418f-8e8e-17ed1090186c None None] Pushing event updated for resources: {'Port': ['ID=0446db6d-e6e9-4dc7-85ac-6600203670a0,revision_number=4']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:32.294301 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-14e4744c-1de7-467c-b521-222b9827cde6 None None] Set router 83b700f5-1de6-4c81-acfe-d16ff528a0c0 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:19:32.603228 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-14e4744c-1de7-467c-b521-222b9827cde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b700f5-1de6-4c81-acfe-d16ff528a0c0', 'name': 'tempest-TestMinimumBasicScenario-270139541-router', 'tenant_id': '9d90858c3d6846fdab969c755dc923bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'fff9848a-9be9-480c-9b45-35730abbcebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:19:23Z', 'updated_at': '2021-07-23T11:19:26Z', 'revision_number': 4, 'project_id': '9d90858c3d6846fdab969c755dc923bf', 'gw_port': {'id': 'fff9848a-9be9-480c-9b45-35730abbcebf', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b700f5-1de6-4c81-acfe-d16ff528a0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:23Z', 'updated_at': '2021-07-23T11:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': '0446db6d-e6e9-4dc7-85ac-6600203670a0', 'name': '', 'network_id': '5aeea304-155e-4349-88a9-f7ba73ba17c3', 'tenant_id': '9d90858c3d6846fdab969c755dc923bf', 'mac_address': 'fa:16:3e:13:32:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b700f5-1de6-4c81-acfe-d16ff528a0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'fff378fb-9c1a-427f-88d7-fdbcfe02b519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:25Z', 'updated_at': '2021-07-23T11:19:32Z', 'revision_number': 4, 'project_id': '9d90858c3d6846fdab969c755dc923bf', 'subnets': [{'id': 'fff378fb-9c1a-427f-88d7-fdbcfe02b519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:32.647056 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e4744c-1de7-467c-b521-222b9827cde6 None None] The sync data for ids ['83b700f5-1de6-4c81-acfe-d16ff528a0c0'] in dv-cinder-801989-3-iscsi is: [{'id': '83b700f5-1de6-4c81-acfe-d16ff528a0c0', 'name': 'tempest-TestMinimumBasicScenario-270139541-router', 'tenant_id': '9d90858c3d6846fdab969c755dc923bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'fff9848a-9be9-480c-9b45-35730abbcebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:19:23Z', 'updated_at': '2021-07-23T11:19:26Z', 'revision_number': 4, 'project_id': '9d90858c3d6846fdab969c755dc923bf', 'gw_port': {'id': 'fff9848a-9be9-480c-9b45-35730abbcebf', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b700f5-1de6-4c81-acfe-d16ff528a0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:23Z', 'updated_at': '2021-07-23T11:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': '0446db6d-e6e9-4dc7-85ac-6600203670a0', 'name': '', 'network_id': '5aeea304-155e-4349-88a9-f7ba73ba17c3', 'tenant_id': '9d90858c3d6846fdab969c755dc923bf', 'mac_address': 'fa:16:3e:13:32:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b700f5-1de6-4c81-acfe-d16ff528a0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'fff378fb-9c1a-427f-88d7-fdbcfe02b519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:25Z', 'updated_at': '2021-07-23T11:19:32Z', 'revision_number': 4, 'project_id': '9d90858c3d6846fdab969c755dc923bf', 'subnets': [{'id': 'fff378fb-9c1a-427f-88d7-fdbcfe02b519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:19:32.684665 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device fff9848a-9be9-480c-9b45-35730abbcebf up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:19:32.767727 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port fff9848a-9be9-480c-9b45-35730abbcebf triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:19:32.768092 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:32.999164 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 0446db6d-e6e9-4dc7-85ac-6600203670a0 up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:19:33.086393 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning for port 0446db6d-e6e9-4dc7-85ac-6600203670a0 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:19:33.092115 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port 0446db6d-e6e9-4dc7-85ac-6600203670a0 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:19:33.092381 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:33.210096 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:33.264227 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] For port 0446db6d-e6e9-4dc7-85ac-6600203670a0, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=0446db6d-e6e9-4dc7-85ac-6600203670a0,segment=NetworkSegment(d81f78df-60ae-4859-94a9-d6828219d439),segment_id=d81f78df-60ae-4859-94a9-d6828219d439)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:19:33.271760 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:33.360643 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Pushing event updated for resources: {'Port': ['ID=0446db6d-e6e9-4dc7-85ac-6600203670a0,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:34.615646 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 0446db6d-e6e9-4dc7-85ac-6600203670a0 up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:19:34.690091 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port 0446db6d-e6e9-4dc7-85ac-6600203670a0 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:19:34.690091 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:38.510326 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69530f22-4326-40a1-927a-71c9becb636f req-b8a3066a-fad1-4253-921d-cc32d6ae5ec3 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:38.511859 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-69530f22-4326-40a1-927a-71c9becb636f req-b8a3066a-fad1-4253-921d-cc32d6ae5ec3 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/networks?id=fd040221-43de-4c93-b44d-6a49c4eef689 HTTP/1.1" status: 200 len: 815 time: 0.1315224 Jul 23 11:19:38.529530 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-69530f22-4326-40a1-927a-71c9becb636f req-99b5e133-45ef-4af3-bb47-1a0b66b0f76d tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/quotas/a7994f5a9415465eb04c75862f881353 HTTP/1.1" status: 200 len: 375 time: 0.0096695 Jul 23 11:19:38.603984 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-69530f22-4326-40a1-927a-71c9becb636f req-d0d848b9-24aa-4ae3-98d0-0c2dd119e039 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a7994f5a9415465eb04c75862f881353&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0691092 Jul 23 11:19:38.732479 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [req-69530f22-4326-40a1-927a-71c9becb636f req-926185f1-fdf6-46b5-ad96-3c06d6e5c7c3 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 11:19:38.733465 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-69530f22-4326-40a1-927a-71c9becb636f req-926185f1-fdf6-46b5-ad96-3c06d6e5c7c3 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1178122 Jul 23 11:19:38.834117 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-69530f22-4326-40a1-927a-71c9becb636f req-4c346504-1e4b-478c-a791-70a611572180 service neutron] 10.222.0.47 "GET /v2.0/networks/fd040221-43de-4c93-b44d-6a49c4eef689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941780 Jul 23 11:19:38.933813 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-69530f22-4326-40a1-927a-71c9becb636f req-9ec157a0-573a-4f94-93a0-b373329d96d3 service neutron] 10.222.0.47 "GET /v2.0/networks/fd040221-43de-4c93-b44d-6a49c4eef689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923393 Jul 23 11:19:39.184691 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-33dfd964-8e68-46cf-ae3e-018ec5009166 req-6a20ccbd-f40a-4bf6-ab47-bcd6c4473596 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 210 time: 0.0984039 Jul 23 11:19:40.352663 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-dd5bb3b6-0265-44d8-a11f-7e7252c3487f req-c2728b78-b4be-4d34-8a67-d645521a5da3 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 210 time: 0.0557551 Jul 23 11:19:40.433324 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69530f22-4326-40a1-927a-71c9becb636f req-a8248d51-e939-46c2-9eb7-6aece10f8b10 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:40.434982 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-69530f22-4326-40a1-927a-71c9becb636f req-a8248d51-e939-46c2-9eb7-6aece10f8b10 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.48 "GET /v2.0/networks?id=fd040221-43de-4c93-b44d-6a49c4eef689 HTTP/1.1" status: 200 len: 815 time: 0.1731422 Jul 23 11:19:40.453587 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-69530f22-4326-40a1-927a-71c9becb636f req-b83a91e4-a4ea-4f9f-8f70-0d98234eb293 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Request body: {'port': {'device_id': '98b5e83f-7a2d-47dc-b535-d974973c868f', 'network_id': 'fd040221-43de-4c93-b44d-6a49c4eef689', 'admin_state_up': True, 'tenant_id': 'a7994f5a9415465eb04c75862f881353'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:19:40.588120 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69530f22-4326-40a1-927a-71c9becb636f req-b83a91e4-a4ea-4f9f-8f70-0d98234eb293 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Made reservation on behalf of a7994f5a9415465eb04c75862f881353 for: {'port': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:19:40.591890 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-69530f22-4326-40a1-927a-71c9becb636f req-b83a91e4-a4ea-4f9f-8f70-0d98234eb293 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:40.750611 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [req-69530f22-4326-40a1-927a-71c9becb636f req-b83a91e4-a4ea-4f9f-8f70-0d98234eb293 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Allocated IP 172.20.0.11 (fd040221-43de-4c93-b44d-6a49c4eef689/8d25cc35-5e9c-4651-8594-8d9e3776e3c3/574edfdf-5664-4736-b141-2ac104967dad) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:19:41.023411 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-69530f22-4326-40a1-927a-71c9becb636f req-b83a91e4-a4ea-4f9f-8f70-0d98234eb293 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:41.041328 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [req-69530f22-4326-40a1-927a-71c9becb636f req-b83a91e4-a4ea-4f9f-8f70-0d98234eb293 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Transition to ACTIVE for port object 574edfdf-5664-4736-b141-2ac104967dad will not be triggered until provisioned by entity DHCP. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:19:41.111953 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-69530f22-4326-40a1-927a-71c9becb636f req-b83a91e4-a4ea-4f9f-8f70-0d98234eb293 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:41.179821 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69530f22-4326-40a1-927a-71c9becb636f req-b83a91e4-a4ea-4f9f-8f70-0d98234eb293 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Network fd040221-43de-4c93-b44d-6a49c4eef689 is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:19:41.180833 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a91e4-a4ea-4f9f-8f70-0d98234eb293 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Pushing event updated for resources: {'Port': ['ID=574edfdf-5664-4736-b141-2ac104967dad,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:41.184873 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [req-69530f22-4326-40a1-927a-71c9becb636f req-b83a91e4-a4ea-4f9f-8f70-0d98234eb293 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:19:41.199693 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-69530f22-4326-40a1-927a-71c9becb636f req-b83a91e4-a4ea-4f9f-8f70-0d98234eb293 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:19:41.292440 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69530f22-4326-40a1-927a-71c9becb636f req-b83a91e4-a4ea-4f9f-8f70-0d98234eb293 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:41.293720 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-69530f22-4326-40a1-927a-71c9becb636f req-b83a91e4-a4ea-4f9f-8f70-0d98234eb293 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:41.319180 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-69530f22-4326-40a1-927a-71c9becb636f req-b83a91e4-a4ea-4f9f-8f70-0d98234eb293 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8697667 Jul 23 11:19:41.550653 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdcef45-5a91-4c66-be6b-646edf274b27 req-8bfdab5e-bbca-41c8-a360-ff29b45af346 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:41.553005 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-dfdcef45-5a91-4c66-be6b-646edf274b27 req-8bfdab5e-bbca-41c8-a360-ff29b45af346 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 932 time: 0.0953190 Jul 23 11:19:41.565558 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-785720ef-542d-4fbc-993f-c54bf8dbca47 None None] Provisioning for port 574edfdf-5664-4736-b141-2ac104967dad completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:19:41.578034 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-785720ef-542d-4fbc-993f-c54bf8dbca47 None None] Provisioning complete for port 574edfdf-5664-4736-b141-2ac104967dad triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:19:41.578034 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-785720ef-542d-4fbc-993f-c54bf8dbca47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:41.613758 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-dfdcef45-5a91-4c66-be6b-646edf274b27 req-a3d12eda-2de6-42b3-8175-800f2720fa32 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/security-groups?id=00daeb43-1d74-452d-b77d-36f8bfd5ee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540979 Jul 23 11:19:41.621117 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-785720ef-542d-4fbc-993f-c54bf8dbca47 None None] Port 574edfdf-5664-4736-b141-2ac104967dad cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:19:42.771458 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90771722-7b50-46ff-b002-017e709ac963 req-84cd43b0-afac-499f-8c40-95ffee02a332 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:42.775384 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-90771722-7b50-46ff-b002-017e709ac963 req-84cd43b0-afac-499f-8c40-95ffee02a332 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 932 time: 0.0842230 Jul 23 11:19:42.821751 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-90771722-7b50-46ff-b002-017e709ac963 req-1ca750a4-f3fd-477c-b634-858b4c9dcecd tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/security-groups?id=00daeb43-1d74-452d-b77d-36f8bfd5ee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417218 Jul 23 11:19:43.957167 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53de4b-5678-41e0-b4e7-fd45cbecfe83 req-89e940dd-ca39-47a1-9bef-bb5e434190aa tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:43.958942 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-7e53de4b-5678-41e0-b4e7-fd45cbecfe83 req-89e940dd-ca39-47a1-9bef-bb5e434190aa tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 932 time: 0.0669203 Jul 23 11:19:44.001944 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-7e53de4b-5678-41e0-b4e7-fd45cbecfe83 req-d0c43ddc-dffa-4f83-aef8-8c5b06da7d15 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/security-groups?id=00daeb43-1d74-452d-b77d-36f8bfd5ee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367436 Jul 23 11:19:45.143255 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee733407-6b67-4dfd-990b-a241b2a8404c req-58c2f9e4-7bbe-4ac9-8ab6-07f78bc87b18 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:45.144958 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ee733407-6b67-4dfd-990b-a241b2a8404c req-58c2f9e4-7bbe-4ac9-8ab6-07f78bc87b18 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 932 time: 0.0700383 Jul 23 11:19:45.187807 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ee733407-6b67-4dfd-990b-a241b2a8404c req-837a4dd0-0927-4884-9bcf-f2762764d5ec tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/security-groups?id=00daeb43-1d74-452d-b77d-36f8bfd5ee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365286 Jul 23 11:19:46.323249 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2c85a-27f2-4f45-87b5-51024e5815b2 req-107dc76c-076f-4486-8f67-9e00b67d078d tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:46.324705 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-a9d2c85a-27f2-4f45-87b5-51024e5815b2 req-107dc76c-076f-4486-8f67-9e00b67d078d tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 932 time: 0.0670774 Jul 23 11:19:46.372425 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-a9d2c85a-27f2-4f45-87b5-51024e5815b2 req-141cc220-e3ac-459d-9f18-7dc20b1170c3 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/security-groups?id=00daeb43-1d74-452d-b77d-36f8bfd5ee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417907 Jul 23 11:19:46.597939 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-49c4aaba-9249-4a6f-b483-478b9d4e642f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:47.515714 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6c73d-5670-4882-aeb5-487b365f4cc2 req-45a48eac-42f3-4b3d-995d-0e2216e585d0 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:47.517436 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a5f6c73d-5670-4882-aeb5-487b365f4cc2 req-45a48eac-42f3-4b3d-995d-0e2216e585d0 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 932 time: 0.0745449 Jul 23 11:19:47.572997 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a5f6c73d-5670-4882-aeb5-487b365f4cc2 req-7ab6e420-4f12-4da5-9180-3abc957163b9 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/security-groups?id=00daeb43-1d74-452d-b77d-36f8bfd5ee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487893 Jul 23 11:19:48.710501 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2cfdb-a0d0-405f-a424-b1e83d7d5e7a req-088f5d9b-a44f-4db6-9d98-7a885670f8c7 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:48.712033 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-f9e2cfdb-a0d0-405f-a424-b1e83d7d5e7a req-088f5d9b-a44f-4db6-9d98-7a885670f8c7 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 932 time: 0.0677953 Jul 23 11:19:48.752395 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-f9e2cfdb-a0d0-405f-a424-b1e83d7d5e7a req-0a71f59a-14fb-424d-a7ef-13305e99d359 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/security-groups?id=00daeb43-1d74-452d-b77d-36f8bfd5ee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344670 Jul 23 11:19:49.616788 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-81e0e57b-27fd-4765-9e88-7f361d712dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:49.716111 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:49.897750 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9822a9-71d4-432d-bbef-a612a4c4c53d req-9c3f8d5e-8a82-4306-9a57-800066d50e47 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:49.899215 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5a9822a9-71d4-432d-bbef-a612a4c4c53d req-9c3f8d5e-8a82-4306-9a57-800066d50e47 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 932 time: 0.0767450 Jul 23 11:19:49.940282 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5a9822a9-71d4-432d-bbef-a612a4c4c53d req-64a7840c-9b4c-4ae1-8223-6151fc15e5a5 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/security-groups?id=00daeb43-1d74-452d-b77d-36f8bfd5ee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353494 Jul 23 11:19:50.606500 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:51.080356 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0ca66-7b44-404f-a883-2b18a03374b9 req-390c1911-cfb2-4711-86c3-76ce16b8cff5 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:51.081889 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6ad0ca66-7b44-404f-a883-2b18a03374b9 req-390c1911-cfb2-4711-86c3-76ce16b8cff5 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 932 time: 0.0683138 Jul 23 11:19:51.120217 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6ad0ca66-7b44-404f-a883-2b18a03374b9 req-200bfd38-66ec-4877-8f87-c5a0f585c6b6 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/security-groups?id=00daeb43-1d74-452d-b77d-36f8bfd5ee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326347 Jul 23 11:19:51.494527 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-69530f22-4326-40a1-927a-71c9becb636f req-ce1fdd9a-2812-4884-9d30-3431482a5d31 service neutron] Request body: {'port': {'device_id': '98b5e83f-7a2d-47dc-b535-d974973c868f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:19:51.567892 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-69530f22-4326-40a1-927a-71c9becb636f req-ce1fdd9a-2812-4884-9d30-3431482a5d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:51.822774 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [req-69530f22-4326-40a1-927a-71c9becb636f req-ce1fdd9a-2812-4884-9d30-3431482a5d31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 574edfdf-5664-4736-b141-2ac104967dad {{(pid=93047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:19:51.830249 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-69530f22-4326-40a1-927a-71c9becb636f req-ce1fdd9a-2812-4884-9d30-3431482a5d31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:51.842719 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [req-69530f22-4326-40a1-927a-71c9becb636f req-ce1fdd9a-2812-4884-9d30-3431482a5d31 service neutron] Transition to ACTIVE for port object 574edfdf-5664-4736-b141-2ac104967dad will not be triggered until provisioned by entity L2. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:19:51.846912 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-69530f22-4326-40a1-927a-71c9becb636f req-ce1fdd9a-2812-4884-9d30-3431482a5d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31365311'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:51.898513 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1fdd9a-2812-4884-9d30-3431482a5d31 service neutron] Pushing event updated for resources: {'Port': ['ID=574edfdf-5664-4736-b141-2ac104967dad,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:51.972957 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-69530f22-4326-40a1-927a-71c9becb636f req-ce1fdd9a-2812-4884-9d30-3431482a5d31 service neutron] Attempting to bind port 574edfdf-5664-4736-b141-2ac104967dad on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:19:51.973378 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-69530f22-4326-40a1-927a-71c9becb636f req-ce1fdd9a-2812-4884-9d30-3431482a5d31 service neutron] Attempting to bind port 574edfdf-5664-4736-b141-2ac104967dad by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': 'c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fd040221-43de-4c93-b44d-6a49c4eef689'}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:19:51.973735 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69530f22-4326-40a1-927a-71c9becb636f req-ce1fdd9a-2812-4884-9d30-3431482a5d31 service neutron] Attempting to bind port 574edfdf-5664-4736-b141-2ac104967dad on network fd040221-43de-4c93-b44d-6a49c4eef689 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:19:51.978453 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69530f22-4326-40a1-927a-71c9becb636f req-ce1fdd9a-2812-4884-9d30-3431482a5d31 service neutron] Port 574edfdf-5664-4736-b141-2ac104967dad on network fd040221-43de-4c93-b44d-6a49c4eef689 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:19:51.978911 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69530f22-4326-40a1-927a-71c9becb636f req-ce1fdd9a-2812-4884-9d30-3431482a5d31 service neutron] Attempting to bind port 574edfdf-5664-4736-b141-2ac104967dad on network fd040221-43de-4c93-b44d-6a49c4eef689 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:19:51.983840 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69530f22-4326-40a1-927a-71c9becb636f req-ce1fdd9a-2812-4884-9d30-3431482a5d31 service neutron] Checking agent: {'id': 'fd06f6b8-de2a-4c3f-8327-d731c40933c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'started_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:19:51.984206 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69530f22-4326-40a1-927a-71c9becb636f req-ce1fdd9a-2812-4884-9d30-3431482a5d31 service neutron] Checking segment: {'id': 'c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fd040221-43de-4c93-b44d-6a49c4eef689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:19:51.984601 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69530f22-4326-40a1-927a-71c9becb636f req-ce1fdd9a-2812-4884-9d30-3431482a5d31 service neutron] Bound using segment: {'id': 'c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fd040221-43de-4c93-b44d-6a49c4eef689'} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:19:51.985036 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-69530f22-4326-40a1-927a-71c9becb636f req-ce1fdd9a-2812-4884-9d30-3431482a5d31 service neutron] Bound port: 574edfdf-5664-4736-b141-2ac104967dad, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fd040221-43de-4c93-b44d-6a49c4eef689'}}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:19:51.985410 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-69530f22-4326-40a1-927a-71c9becb636f req-ce1fdd9a-2812-4884-9d30-3431482a5d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:52.051964 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-69530f22-4326-40a1-927a-71c9becb636f req-ce1fdd9a-2812-4884-9d30-3431482a5d31 service neutron] For port 574edfdf-5664-4736-b141-2ac104967dad, host hv-cinder-80198, cleared binding levels {{(pid=93047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:19:52.055156 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-69530f22-4326-40a1-927a-71c9becb636f req-ce1fdd9a-2812-4884-9d30-3431482a5d31 service neutron] For port 574edfdf-5664-4736-b141-2ac104967dad, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=574edfdf-5664-4736-b141-2ac104967dad,segment=NetworkSegment(c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50),segment_id=c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50)] {{(pid=93047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:19:52.060502 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-69530f22-4326-40a1-927a-71c9becb636f req-ce1fdd9a-2812-4884-9d30-3431482a5d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31365311'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:52.093944 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69530f22-4326-40a1-927a-71c9becb636f req-ce1fdd9a-2812-4884-9d30-3431482a5d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:52.094599 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-69530f22-4326-40a1-927a-71c9becb636f req-ce1fdd9a-2812-4884-9d30-3431482a5d31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:52.095927 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-69530f22-4326-40a1-927a-71c9becb636f req-ce1fdd9a-2812-4884-9d30-3431482a5d31 service neutron] 10.222.0.48 "PUT /v2.0/ports/574edfdf-5664-4736-b141-2ac104967dad HTTP/1.1" status: 200 len: 1094 time: 0.6520875 Jul 23 11:19:52.096383 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b5e83f-7a2d-47dc-b535-d974973c868f', 'tag': '574edfdf-5664-4736-b141-2ac104967dad'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:19:52.099612 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57990bb103ee5b7a3f14144f2b0acc3407ada3b1c8656e111118fed9c99398e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72f14ce-29c9-4fbc-9ec8-a743c2a0c5a8" -d '{"events": [{"name": "network-changed", "server_uuid": "98b5e83f-7a2d-47dc-b535-d974973c868f", "tag": "574edfdf-5664-4736-b141-2ac104967dad"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:19:52.129474 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:52.130470 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1fdd9a-2812-4884-9d30-3431482a5d31 service neutron] Pushing event updated for resources: {'Port': ['ID=574edfdf-5664-4736-b141-2ac104967dad,revision_number=3']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:52.215482 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69530f22-4326-40a1-927a-71c9becb636f req-b3281045-d119-4484-9f96-1b0d37489155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:52.217267 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-69530f22-4326-40a1-927a-71c9becb636f req-b3281045-d119-4484-9f96-1b0d37489155 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7994f5a9415465eb04c75862f881353&device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 1097 time: 0.0705452 Jul 23 11:19:52.264357 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c1bd3f-0039-4a2e-8643-6f177014129b x-openstack-request-id: req-c2c1bd3f-0039-4a2e-8643-6f177014129b {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:19:52.264640 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98b5e83f-7a2d-47dc-b535-d974973c868f", "tag": "574edfdf-5664-4736-b141-2ac104967dad", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:19:52.265151 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c2c1bd3f-0039-4a2e-8643-6f177014129b {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:19:52.265542 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b5e83f-7a2d-47dc-b535-d974973c868f', 'tag': '574edfdf-5664-4736-b141-2ac104967dad', 'status': 'completed', 'code': 200} Jul 23 11:19:52.267030 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-69530f22-4326-40a1-927a-71c9becb636f req-21db5b1b-ac71-46d9-8620-01f70c3cbf67 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=574edfdf-5664-4736-b141-2ac104967dad HTTP/1.1" status: 200 len: 217 time: 0.0415282 Jul 23 11:19:52.271708 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bde98-c9e6-45b6-82c9-2b9d6b1e9dc8 req-75a6109e-2b5d-4ac7-82c6-db9c8f4854bd tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:52.273442 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d62bde98-c9e6-45b6-82c9-2b9d6b1e9dc8 req-75a6109e-2b5d-4ac7-82c6-db9c8f4854bd tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 944 time: 0.0749300 Jul 23 11:19:52.314005 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d62bde98-c9e6-45b6-82c9-2b9d6b1e9dc8 req-9b62d174-a17e-4c30-8ccb-4b492ff1f24b tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/security-groups?id=00daeb43-1d74-452d-b77d-36f8bfd5ee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350552 Jul 23 11:19:52.319108 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69530f22-4326-40a1-927a-71c9becb636f req-d487e59c-aeb5-4456-93bb-f94c3cd3a682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:52.320606 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-69530f22-4326-40a1-927a-71c9becb636f req-d487e59c-aeb5-4456-93bb-f94c3cd3a682 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8d25cc35-5e9c-4651-8594-8d9e3776e3c3 HTTP/1.1" status: 200 len: 854 time: 0.0460765 Jul 23 11:19:52.403427 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69530f22-4326-40a1-927a-71c9becb636f req-8dbdd01c-b95b-4650-9214-3594638d21ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:52.404957 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-69530f22-4326-40a1-927a-71c9becb636f req-8dbdd01c-b95b-4650-9214-3594638d21ed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fd040221-43de-4c93-b44d-6a49c4eef689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778499 Jul 23 11:19:52.497817 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-69530f22-4326-40a1-927a-71c9becb636f req-18f44c99-ec4c-43f1-911a-2edbef43ed50 service neutron] 10.222.0.48 "GET /v2.0/networks/fd040221-43de-4c93-b44d-6a49c4eef689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859666 Jul 23 11:19:52.589168 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-69530f22-4326-40a1-927a-71c9becb636f req-6bcb89c3-ef0d-4172-8bca-bcf1adfdd3f4 service neutron] 10.222.0.48 "GET /v2.0/networks/fd040221-43de-4c93-b44d-6a49c4eef689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847559 Jul 23 11:19:52.683094 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f14ce-29c9-4fbc-9ec8-a743c2a0c5a8 req-54e389d4-3164-4a31-837c-01565c2ad4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:52.684635 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b72f14ce-29c9-4fbc-9ec8-a743c2a0c5a8 req-54e389d4-3164-4a31-837c-01565c2ad4b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7994f5a9415465eb04c75862f881353&device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 1097 time: 0.0535698 Jul 23 11:19:52.771682 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f14ce-29c9-4fbc-9ec8-a743c2a0c5a8 req-9cde9e8c-081c-49a2-8cda-44ae468aacd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:52.773156 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b72f14ce-29c9-4fbc-9ec8-a743c2a0c5a8 req-9cde9e8c-081c-49a2-8cda-44ae468aacd0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fd040221-43de-4c93-b44d-6a49c4eef689 HTTP/1.1" status: 200 len: 916 time: 0.0804546 Jul 23 11:19:52.815536 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b72f14ce-29c9-4fbc-9ec8-a743c2a0c5a8 req-4cbd542b-fde9-46ef-9b03-daaf13f94d5c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=574edfdf-5664-4736-b141-2ac104967dad HTTP/1.1" status: 200 len: 217 time: 0.0353310 Jul 23 11:19:52.862065 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f14ce-29c9-4fbc-9ec8-a743c2a0c5a8 req-2a7c0d3f-e5ac-4fd9-ab9d-823298f86ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:52.863542 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b72f14ce-29c9-4fbc-9ec8-a743c2a0c5a8 req-2a7c0d3f-e5ac-4fd9-ab9d-823298f86ea2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8d25cc35-5e9c-4651-8594-8d9e3776e3c3 HTTP/1.1" status: 200 len: 854 time: 0.0417321 Jul 23 11:19:52.921933 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f14ce-29c9-4fbc-9ec8-a743c2a0c5a8 req-0f954670-4fb9-4c51-97e4-98aad4a775f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:52.923408 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b72f14ce-29c9-4fbc-9ec8-a743c2a0c5a8 req-0f954670-4fb9-4c51-97e4-98aad4a775f9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fd040221-43de-4c93-b44d-6a49c4eef689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523465 Jul 23 11:19:53.013791 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b72f14ce-29c9-4fbc-9ec8-a743c2a0c5a8 req-5d91cb84-537f-440b-8e03-7a54ba841aca service neutron] 10.222.0.48 "GET /v2.0/networks/fd040221-43de-4c93-b44d-6a49c4eef689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828702 Jul 23 11:19:53.102239 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b72f14ce-29c9-4fbc-9ec8-a743c2a0c5a8 req-bd130587-65ed-45eb-9c30-a4a162e93bf8 service neutron] 10.222.0.48 "GET /v2.0/networks/fd040221-43de-4c93-b44d-6a49c4eef689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816243 Jul 23 11:19:53.445104 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee0c28-66ef-46c4-aed0-ba8b62a2438c req-4d685c6f-f5a9-4c48-aba3-bec0340e12e8 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:53.446571 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-74ee0c28-66ef-46c4-aed0-ba8b62a2438c req-4d685c6f-f5a9-4c48-aba3-bec0340e12e8 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 944 time: 0.0662711 Jul 23 11:19:53.483659 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-74ee0c28-66ef-46c4-aed0-ba8b62a2438c req-b13d1616-2a77-4435-b0c5-d36f79718fd4 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/security-groups?id=00daeb43-1d74-452d-b77d-36f8bfd5ee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316052 Jul 23 11:19:54.610168 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a649772-a182-407f-bc6f-b695fdae6226 req-b3b2eb04-85bc-46b6-8daf-90d508d0463e tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:54.611665 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-4a649772-a182-407f-bc6f-b695fdae6226 req-b3b2eb04-85bc-46b6-8daf-90d508d0463e tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 944 time: 0.0633271 Jul 23 11:19:54.648754 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-4a649772-a182-407f-bc6f-b695fdae6226 req-8f012bda-7e69-4099-97ae-d90c8f829d45 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/security-groups?id=00daeb43-1d74-452d-b77d-36f8bfd5ee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310779 Jul 23 11:19:55.361659 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 574edfdf-5664-4736-b141-2ac104967dad details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:19:55.460646 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 574edfdf-5664-4736-b141-2ac104967dad, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=574edfdf-5664-4736-b141-2ac104967dad,segment=NetworkSegment(c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50),segment_id=c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:19:55.471779 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Returning: {'device': '574edfdf-5664-4736-b141-2ac104967dad', 'network_id': 'fd040221-43de-4c93-b44d-6a49c4eef689', 'port_id': '574edfdf-5664-4736-b141-2ac104967dad', 'mac_address': 'fa:16:3e:28:db:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d25cc35-5e9c-4651-8594-8d9e3776e3c3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:19:55.509150 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:55.527248 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 574edfdf-5664-4736-b141-2ac104967dad {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:19:55.547196 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 574edfdf-5664-4736-b141-2ac104967dad, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=574edfdf-5664-4736-b141-2ac104967dad,segment=NetworkSegment(c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50),segment_id=c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:19:55.551811 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:55.605066 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=574edfdf-5664-4736-b141-2ac104967dad,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:55.798406 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddb1db-1bda-4e0e-b0c2-bcbdf9e4d190 req-939edafe-c915-40cf-864b-d87d8f10a486 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:55.802543 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-82ddb1db-1bda-4e0e-b0c2-bcbdf9e4d190 req-939edafe-c915-40cf-864b-d87d8f10a486 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 945 time: 0.0858417 Jul 23 11:19:55.828723 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['574edfdf-5664-4736-b141-2ac104967dad'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:19:55.854762 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-82ddb1db-1bda-4e0e-b0c2-bcbdf9e4d190 req-b551225f-7fe9-492b-81b4-ed985ad500a1 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/security-groups?id=00daeb43-1d74-452d-b77d-36f8bfd5ee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445557 Jul 23 11:19:56.986512 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8390c-9d91-4d0f-8c9c-49517a5a3ce4 req-79d83918-b2a6-45de-9553-39fe2bc1d18d tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:56.988839 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-f3f8390c-9d91-4d0f-8c9c-49517a5a3ce4 req-79d83918-b2a6-45de-9553-39fe2bc1d18d tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 945 time: 0.0660667 Jul 23 11:19:57.027247 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-f3f8390c-9d91-4d0f-8c9c-49517a5a3ce4 req-d0875a5d-5aa7-4516-abe3-640d7ab092f8 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/security-groups?id=00daeb43-1d74-452d-b77d-36f8bfd5ee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322022 Jul 23 11:19:57.374449 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 574edfdf-5664-4736-b141-2ac104967dad up at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:19:57.423750 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning for port 574edfdf-5664-4736-b141-2ac104967dad completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:19:57.427987 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning complete for port 574edfdf-5664-4736-b141-2ac104967dad triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:19:57.428378 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:57.499567 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:57.521910 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b5e83f-7a2d-47dc-b535-d974973c868f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574edfdf-5664-4736-b141-2ac104967dad'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:19:57.524150 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}214548a6ff4efd2602c2c2cf0448be42dc7715ee41776415c9dd15aa22406767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e7acdd-47a7-430a-a82a-306af0d95195" -d '{"events": [{"server_uuid": "98b5e83f-7a2d-47dc-b535-d974973c868f", "name": "network-vif-plugged", "status": "completed", "tag": "574edfdf-5664-4736-b141-2ac104967dad"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:19:57.537118 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 574edfdf-5664-4736-b141-2ac104967dad, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=574edfdf-5664-4736-b141-2ac104967dad,segment=NetworkSegment(c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50),segment_id=c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:19:57.541110 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:57.592385 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=574edfdf-5664-4736-b141-2ac104967dad,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:57.619640 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb58f9c-1518-44fd-8e9a-b22dab6228d4 x-openstack-request-id: req-7bb58f9c-1518-44fd-8e9a-b22dab6228d4 {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:19:57.619945 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b5e83f-7a2d-47dc-b535-d974973c868f", "name": "network-vif-plugged", "status": "completed", "tag": "574edfdf-5664-4736-b141-2ac104967dad", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:19:57.620236 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7bb58f9c-1518-44fd-8e9a-b22dab6228d4 {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:19:57.620635 dv-cinder-801989-3-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b5e83f-7a2d-47dc-b535-d974973c868f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574edfdf-5664-4736-b141-2ac104967dad', 'code': 200} Jul 23 11:19:57.808591 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7c0c9-97ad-430b-b30d-7d42006b51c0 req-3838866f-62f9-4a78-b9a5-3539e628b29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:57.810064 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-23e7c0c9-97ad-430b-b30d-7d42006b51c0 req-3838866f-62f9-4a78-b9a5-3539e628b29e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 1099 time: 0.0562623 Jul 23 11:19:57.843084 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-23e7c0c9-97ad-430b-b30d-7d42006b51c0 req-ac92e2a3-6ec0-46e3-8d7b-87e5dfc8f8c2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=00daeb43-1d74-452d-b77d-36f8bfd5ee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268893 Jul 23 11:19:58.156873 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85b4f6-320a-4709-be82-1b6c5c954af8 req-99b7b245-618e-4001-9b9c-349f908ff4af tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:58.158357 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6f85b4f6-320a-4709-be82-1b6c5c954af8 req-99b7b245-618e-4001-9b9c-349f908ff4af tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 946 time: 0.0663457 Jul 23 11:19:58.195850 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6f85b4f6-320a-4709-be82-1b6c5c954af8 req-e632e8c5-e887-44bc-b25f-db19468d65d3 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/security-groups?id=00daeb43-1d74-452d-b77d-36f8bfd5ee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319436 Jul 23 11:19:59.329087 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aca542-3732-4f61-99d6-cd9178ffb92b req-bd1687be-41b8-4415-bc60-f1d49f57c1a8 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:59.330517 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e0aca542-3732-4f61-99d6-cd9178ffb92b req-bd1687be-41b8-4415-bc60-f1d49f57c1a8 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 946 time: 0.0656126 Jul 23 11:19:59.370182 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e0aca542-3732-4f61-99d6-cd9178ffb92b req-69e05084-9b2e-4989-a996-de3fd2d5db38 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/security-groups?id=00daeb43-1d74-452d-b77d-36f8bfd5ee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335839 Jul 23 11:19:59.503220 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36515800-5696-4f91-b85b-a46300232d9e req-8ddbcd69-122d-4c9c-b102-f3e4b7d1c358 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:59.504736 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-36515800-5696-4f91-b85b-a46300232d9e req-8ddbcd69-122d-4c9c-b102-f3e4b7d1c358 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 946 time: 0.0662980 Jul 23 11:19:59.544462 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-36515800-5696-4f91-b85b-a46300232d9e req-29f8d439-5f4d-439a-abd4-d181c56fac51 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/security-groups?id=00daeb43-1d74-452d-b77d-36f8bfd5ee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341558 Jul 23 11:19:59.901267 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbe822-061f-4281-a4b8-dc62c86e89f6 req-d0408204-96e0-4fdd-8800-9e6197de86bd tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:59.902685 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b4dbe822-061f-4281-a4b8-dc62c86e89f6 req-d0408204-96e0-4fdd-8800-9e6197de86bd tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 946 time: 0.0674939 Jul 23 11:19:59.941796 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b4dbe822-061f-4281-a4b8-dc62c86e89f6 req-023488f1-d49a-4b0d-82db-2053a36e0a3c tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/security-groups?id=00daeb43-1d74-452d-b77d-36f8bfd5ee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334051 Jul 23 11:20:00.551452 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:20:00.912671 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:08.416873 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16a097-2e92-45e4-ba83-9dfc5bd8114a req-ecc269ee-c5ee-43dc-ade1-097604d3e96b tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:08.418379 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3e16a097-2e92-45e4-ba83-9dfc5bd8114a req-ecc269ee-c5ee-43dc-ade1-097604d3e96b tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 946 time: 0.0690446 Jul 23 11:20:08.456574 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3e16a097-2e92-45e4-ba83-9dfc5bd8114a req-c8c0db4a-7cbf-4ac4-a786-59a73a00d40a tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/security-groups?id=00daeb43-1d74-452d-b77d-36f8bfd5ee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327156 Jul 23 11:20:08.481494 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 41026) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:20:08.581248 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ffbdc8-0fda-412a-ade2-f65d47cc8ed4 tempest-TestMinimumBasicScenario-1432262669 tempest-TestMinimumBasicScenario-1432262669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:08.582805 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-f6ffbdc8-0fda-412a-ade2-f65d47cc8ed4 tempest-TestMinimumBasicScenario-1432262669 tempest-TestMinimumBasicScenario-1432262669-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 1094 time: 0.1003177 Jul 23 11:20:08.585695 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 41030) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:20:08.590186 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-e386f035-c03d-4259-8754-47749985e07e tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Request body: {'floatingip': {'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'port_id': '574edfdf-5664-4736-b141-2ac104967dad', 'tenant_id': 'a7994f5a9415465eb04c75862f881353', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:20:08.614483 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e386f035-c03d-4259-8754-47749985e07e tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks [] for floatingip, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:08.715241 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e386f035-c03d-4259-8754-47749985e07e tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:08.818910 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [None req-e386f035-c03d-4259-8754-47749985e07e tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Allocated IP 172.27.2.49 (7e03cc48-3144-4cbe-b31a-c20231b9d64e/936becf8-b9e9-4f67-8a9b-c483761f3f68/a3c9b488-a4bb-4f4a-a813-c55d709e6953) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:20:08.940890 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e386f035-c03d-4259-8754-47749985e07e tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:08.981864 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e386f035-c03d-4259-8754-47749985e07e tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:09.017611 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e386f035-c03d-4259-8754-47749985e07e tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Network 7e03cc48-3144-4cbe-b31a-c20231b9d64e is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:20:09.020578 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-e386f035-c03d-4259-8754-47749985e07e tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:20:09.026985 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e386f035-c03d-4259-8754-47749985e07e tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:20:09.055590 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386f035-c03d-4259-8754-47749985e07e tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Pushing event updated for resources: {'Port': ['ID=a3c9b488-a4bb-4f4a-a813-c55d709e6953,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:09.402305 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e386f035-c03d-4259-8754-47749985e07e tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:09.492223 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e386f035-c03d-4259-8754-47749985e07e tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:09.652966 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e386f035-c03d-4259-8754-47749985e07e tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:09.658952 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e386f035-c03d-4259-8754-47749985e07e tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31365311'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:09.738145 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386f035-c03d-4259-8754-47749985e07e tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Pushing event updated for resources: {'Port': ['ID=a3c9b488-a4bb-4f4a-a813-c55d709e6953,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:09.749356 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e386f035-c03d-4259-8754-47749985e07e tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409046'] for floatingip, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:09.849998 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.db.l3_db [None req-e386f035-c03d-4259-8754-47749985e07e tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Floating IP 73cafb2d-335b-463c-a640-4954b7cf26e7 associated. External IP: 172.27.2.49, port: 574edfdf-5664-4736-b141-2ac104967dad. Jul 23 11:20:10.056677 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e386f035-c03d-4259-8754-47749985e07e tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Router fa233cd7-4745-4879-b831-b20c5475bca8 has already been hosted by L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:20:10.163605 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e386f035-c03d-4259-8754-47749985e07e tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:20:10.174714 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1e588a-af0d-40b9-bb9b-adc73676e1fc None None] Sync routers for ids ['fa233cd7-4745-4879-b831-b20c5475bca8'] in dv-cinder-801989-3-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:20:10.181817 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e386f035-c03d-4259-8754-47749985e07e tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for floatingip, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:10.184506 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1e588a-af0d-40b9-bb9b-adc73676e1fc None None] Routers {'fa233cd7-4745-4879-b831-b20c5475bca8'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:20:10.185207 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-cc1e588a-af0d-40b9-bb9b-adc73676e1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:19:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['fa233cd7-4745-4879-b831-b20c5475bca8'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:20:10.322037 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-cc1e588a-af0d-40b9-bb9b-adc73676e1fc None None] Set router fa233cd7-4745-4879-b831-b20c5475bca8 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:20:10.496057 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-e386f035-c03d-4259-8754-47749985e07e tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9092975 Jul 23 11:20:10.496904 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b5e83f-7a2d-47dc-b535-d974973c868f', 'tag': '574edfdf-5664-4736-b141-2ac104967dad'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:20:10.498970 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57990bb103ee5b7a3f14144f2b0acc3407ada3b1c8656e111118fed9c99398e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ed44e5-ccd3-4c62-b516-32e909557618" -d '{"events": [{"name": "network-changed", "server_uuid": "98b5e83f-7a2d-47dc-b535-d974973c868f", "tag": "574edfdf-5664-4736-b141-2ac104967dad"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:20:10.499664 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 41032) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:20:10.505342 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-07d5deb2-3f3c-43cd-8be7-be6ab4602248 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1820412832', 'description': 'tempest-secgroup-smoke-1820412832 description', 'project_id': 'a7994f5a9415465eb04c75862f881353'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:20:10.534292 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-07d5deb2-3f3c-43cd-8be7-be6ab4602248 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:10.541890 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347ed221-0dc1-445e-8ebb-45760866b698 x-openstack-request-id: req-347ed221-0dc1-445e-8ebb-45760866b698 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:20:10.542194 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98b5e83f-7a2d-47dc-b535-d974973c868f", "tag": "574edfdf-5664-4736-b141-2ac104967dad", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:20:10.542430 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-347ed221-0dc1-445e-8ebb-45760866b698 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:20:10.542886 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b5e83f-7a2d-47dc-b535-d974973c868f', 'tag': '574edfdf-5664-4736-b141-2ac104967dad', 'status': 'completed', 'code': 200} Jul 23 11:20:10.584119 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-cc1e588a-af0d-40b9-bb9b-adc73676e1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'name': 'tempest-TestMinimumBasicScenario-1995979228-router', 'tenant_id': 'a7994f5a9415465eb04c75862f881353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f45da899-ef9e-45e4-bca5-bf5579c895d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:19:18Z', 'updated_at': '2021-07-23T11:19:21Z', 'revision_number': 4, 'project_id': 'a7994f5a9415465eb04c75862f881353', 'gw_port': {'id': 'f45da899-ef9e-45e4-bca5-bf5579c895d8', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:19Z', 'updated_at': '2021-07-23T11:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_floatingips': [{'id': '73cafb2d-335b-463c-a640-4954b7cf26e7', 'tenant_id': 'a7994f5a9415465eb04c75862f881353', 'floating_ip_address': '172.27.2.49', 'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'router_id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'port_id': '574edfdf-5664-4736-b141-2ac104967dad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd040221-43de-4c93-b44d-6a49c4eef689', 'mac_address': 'fa:16:3e:28:db:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b5e83f-7a2d-47dc-b535-d974973c868f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:20:09Z', 'updated_at': '2021-07-23T11:20:09Z', 'revision_number': 0, 'project_id': 'a7994f5a9415465eb04c75862f881353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5339e0-6b93-4c05-babf-1d06448ba84a', 'name': '', 'network_id': 'fd040221-43de-4c93-b44d-6a49c4eef689', 'tenant_id': 'a7994f5a9415465eb04c75862f881353', 'mac_address': 'fa:16:3e:c8:f2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8d25cc35-5e9c-4651-8594-8d9e3776e3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:20Z', 'updated_at': '2021-07-23T11:19:27Z', 'revision_number': 5, 'project_id': 'a7994f5a9415465eb04c75862f881353', 'subnets': [{'id': '8d25cc35-5e9c-4651-8594-8d9e3776e3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:20:10.621804 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1e588a-af0d-40b9-bb9b-adc73676e1fc None None] Checking router: fa233cd7-4745-4879-b831-b20c5475bca8 for host: dv-cinder-801989-3-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:20:10.630777 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1e588a-af0d-40b9-bb9b-adc73676e1fc None None] Routers {'fa233cd7-4745-4879-b831-b20c5475bca8'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:20:10.631414 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-cc1e588a-af0d-40b9-bb9b-adc73676e1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:19:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['fa233cd7-4745-4879-b831-b20c5475bca8'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:20:10.639088 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed44e5-ccd3-4c62-b516-32e909557618 req-241d5f65-7ac0-4ce9-86a3-fb2bcfbc0cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:10.640703 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-81ed44e5-ccd3-4c62-b516-32e909557618 req-241d5f65-7ac0-4ce9-86a3-fb2bcfbc0cea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7994f5a9415465eb04c75862f881353&device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 1099 time: 0.0662661 Jul 23 11:20:10.646343 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-07d5deb2-3f3c-43cd-8be7-be6ab4602248 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:10.653337 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-07d5deb2-3f3c-43cd-8be7-be6ab4602248 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:10.684185 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5deb2-3f3c-43cd-8be7-be6ab4602248 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9de035f8-9884-4457-8a63-41efbc496639,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:10.686490 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-07d5deb2-3f3c-43cd-8be7-be6ab4602248 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:10.687709 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-07d5deb2-3f3c-43cd-8be7-be6ab4602248 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1864972 Jul 23 11:20:10.691419 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 41036) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:20:10.696963 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-8c9119ac-965c-4b4e-ad63-23b508815146 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Request body: {'security_group_rule': {'security_group_id': '9de035f8-9884-4457-8a63-41efbc496639', 'project_id': 'a7994f5a9415465eb04c75862f881353', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:20:10.752160 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-cc1e588a-af0d-40b9-bb9b-adc73676e1fc None None] Set router fa233cd7-4745-4879-b831-b20c5475bca8 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:20:10.772199 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8c9119ac-965c-4b4e-ad63-23b508815146 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:10.775226 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed44e5-ccd3-4c62-b516-32e909557618 req-d55fccf4-133c-4d30-8574-ef8365e9f97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:10.776765 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-81ed44e5-ccd3-4c62-b516-32e909557618 req-d55fccf4-133c-4d30-8574-ef8365e9f97f service neutron] 10.222.0.48 "GET /v2.0/networks?id=fd040221-43de-4c93-b44d-6a49c4eef689 HTTP/1.1" status: 200 len: 916 time: 0.1283550 Jul 23 11:20:10.870001 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-81ed44e5-ccd3-4c62-b516-32e909557618 req-fdc40b22-ee3f-4f77-bc4b-fe608a225e1c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=574edfdf-5664-4736-b141-2ac104967dad HTTP/1.1" status: 200 len: 999 time: 0.0845251 Jul 23 11:20:10.877978 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8c9119ac-965c-4b4e-ad63-23b508815146 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:10.911302 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8c9119ac-965c-4b4e-ad63-23b508815146 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563979'] for security_group_rule, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:10.942239 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9119ac-965c-4b4e-ad63-23b508815146 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a60df27-3988-4061-86e0-de5b6b84fd39,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:10.947532 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8c9119ac-965c-4b4e-ad63-23b508815146 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:10.948753 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-8c9119ac-965c-4b4e-ad63-23b508815146 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2563636 Jul 23 11:20:10.951638 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 41038) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:20:10.954537 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed44e5-ccd3-4c62-b516-32e909557618 req-84f0de5b-2cfa-4243-8fb4-c9a08a6d2f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:10.956027 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-81ed44e5-ccd3-4c62-b516-32e909557618 req-84f0de5b-2cfa-4243-8fb4-c9a08a6d2f34 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8d25cc35-5e9c-4651-8594-8d9e3776e3c3 HTTP/1.1" status: 200 len: 854 time: 0.0768647 Jul 23 11:20:10.956710 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-f16c08be-7493-48d7-89dd-b74ca1a36637 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Request body: {'security_group_rule': {'security_group_id': '9de035f8-9884-4457-8a63-41efbc496639', 'project_id': 'a7994f5a9415465eb04c75862f881353', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:20:10.990408 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f16c08be-7493-48d7-89dd-b74ca1a36637 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:11.004191 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-cc1e588a-af0d-40b9-bb9b-adc73676e1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'name': 'tempest-TestMinimumBasicScenario-1995979228-router', 'tenant_id': 'a7994f5a9415465eb04c75862f881353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f45da899-ef9e-45e4-bca5-bf5579c895d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:19:18Z', 'updated_at': '2021-07-23T11:19:21Z', 'revision_number': 4, 'project_id': 'a7994f5a9415465eb04c75862f881353', 'gw_port': {'id': 'f45da899-ef9e-45e4-bca5-bf5579c895d8', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:19Z', 'updated_at': '2021-07-23T11:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_floatingips': [{'id': '73cafb2d-335b-463c-a640-4954b7cf26e7', 'tenant_id': 'a7994f5a9415465eb04c75862f881353', 'floating_ip_address': '172.27.2.49', 'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'router_id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'port_id': '574edfdf-5664-4736-b141-2ac104967dad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd040221-43de-4c93-b44d-6a49c4eef689', 'mac_address': 'fa:16:3e:28:db:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b5e83f-7a2d-47dc-b535-d974973c868f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:20:09Z', 'updated_at': '2021-07-23T11:20:09Z', 'revision_number': 0, 'project_id': 'a7994f5a9415465eb04c75862f881353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5339e0-6b93-4c05-babf-1d06448ba84a', 'name': '', 'network_id': 'fd040221-43de-4c93-b44d-6a49c4eef689', 'tenant_id': 'a7994f5a9415465eb04c75862f881353', 'mac_address': 'fa:16:3e:c8:f2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8d25cc35-5e9c-4651-8594-8d9e3776e3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:20Z', 'updated_at': '2021-07-23T11:19:27Z', 'revision_number': 5, 'project_id': 'a7994f5a9415465eb04c75862f881353', 'subnets': [{'id': '8d25cc35-5e9c-4651-8594-8d9e3776e3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:20:11.023521 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed44e5-ccd3-4c62-b516-32e909557618 req-e98d65c9-eb80-412c-854f-35fd600d00a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:11.025444 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-81ed44e5-ccd3-4c62-b516-32e909557618 req-e98d65c9-eb80-412c-854f-35fd600d00a8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fd040221-43de-4c93-b44d-6a49c4eef689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0620353 Jul 23 11:20:11.033665 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1e588a-af0d-40b9-bb9b-adc73676e1fc None None] The sync data for ids ['fa233cd7-4745-4879-b831-b20c5475bca8'] in dv-cinder-801989-3-iscsi is: [{'id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'name': 'tempest-TestMinimumBasicScenario-1995979228-router', 'tenant_id': 'a7994f5a9415465eb04c75862f881353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f45da899-ef9e-45e4-bca5-bf5579c895d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:19:18Z', 'updated_at': '2021-07-23T11:19:21Z', 'revision_number': 4, 'project_id': 'a7994f5a9415465eb04c75862f881353', 'gw_port': {'id': 'f45da899-ef9e-45e4-bca5-bf5579c895d8', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:19Z', 'updated_at': '2021-07-23T11:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_floatingips': [{'id': '73cafb2d-335b-463c-a640-4954b7cf26e7', 'tenant_id': 'a7994f5a9415465eb04c75862f881353', 'floating_ip_address': '172.27.2.49', 'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'router_id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'port_id': '574edfdf-5664-4736-b141-2ac104967dad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd040221-43de-4c93-b44d-6a49c4eef689', 'mac_address': 'fa:16:3e:28:db:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b5e83f-7a2d-47dc-b535-d974973c868f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:20:09Z', 'updated_at': '2021-07-23T11:20:09Z', 'revision_number': 0, 'project_id': 'a7994f5a9415465eb04c75862f881353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5339e0-6b93-4c05-babf-1d06448ba84a', 'name': '', 'network_id': 'fd040221-43de-4c93-b44d-6a49c4eef689', 'tenant_id': 'a7994f5a9415465eb04c75862f881353', 'mac_address': 'fa:16:3e:c8:f2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8d25cc35-5e9c-4651-8594-8d9e3776e3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:20Z', 'updated_at': '2021-07-23T11:19:27Z', 'revision_number': 5, 'project_id': 'a7994f5a9415465eb04c75862f881353', 'subnets': [{'id': '8d25cc35-5e9c-4651-8594-8d9e3776e3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:20:11.067096 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f16c08be-7493-48d7-89dd-b74ca1a36637 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:11.071500 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f16c08be-7493-48d7-89dd-b74ca1a36637 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563979'] for security_group_rule, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:11.092934 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c08be-7493-48d7-89dd-b74ca1a36637 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1f6f853-e7c9-4d3f-99b2-30fec8a348de,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:11.104055 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f16c08be-7493-48d7-89dd-b74ca1a36637 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:11.105397 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-f16c08be-7493-48d7-89dd-b74ca1a36637 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1525476 Jul 23 11:20:11.108186 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 41040) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:20:11.113530 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-06a3b6ac-3ac7-426f-9740-1575748f5896 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Request body: {'security_group_rule': {'security_group_id': '9de035f8-9884-4457-8a63-41efbc496639', 'project_id': 'a7994f5a9415465eb04c75862f881353', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:20:11.146789 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-81ed44e5-ccd3-4c62-b516-32e909557618 req-d883d3be-7532-4e54-9769-833a599c7767 service neutron] 10.222.0.48 "GET /v2.0/networks/fd040221-43de-4c93-b44d-6a49c4eef689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125960 Jul 23 11:20:11.147080 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-06a3b6ac-3ac7-426f-9740-1575748f5896 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:11.231766 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-06a3b6ac-3ac7-426f-9740-1575748f5896 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:11.238405 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-06a3b6ac-3ac7-426f-9740-1575748f5896 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563979'] for security_group_rule, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:11.255680 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3b6ac-3ac7-426f-9740-1575748f5896 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d09b939d-c0c5-477b-ba77-413ebd9eb3d6,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:11.259468 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-81ed44e5-ccd3-4c62-b516-32e909557618 req-48df063c-4de5-4022-8cbc-0f7b45bd10e8 service neutron] 10.222.0.48 "GET /v2.0/networks/fd040221-43de-4c93-b44d-6a49c4eef689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029556 Jul 23 11:20:11.266134 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-06a3b6ac-3ac7-426f-9740-1575748f5896 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:11.268272 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-06a3b6ac-3ac7-426f-9740-1575748f5896 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1590886 Jul 23 11:20:11.271287 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 41042) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:20:11.279684 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25617292-46ce-44d5-bf91-be49d075039a None None] New status for floating IP 73cafb2d-335b-463c-a640-4954b7cf26e7: ACTIVE {{(pid=93049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:20:11.282817 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-5f24e7ad-10da-4705-8c28-42e768a607f7 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Request body: {'security_group_rule': {'security_group_id': '9de035f8-9884-4457-8a63-41efbc496639', 'project_id': 'a7994f5a9415465eb04c75862f881353', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:20:11.320655 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5f24e7ad-10da-4705-8c28-42e768a607f7 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:11.384221 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5f24e7ad-10da-4705-8c28-42e768a607f7 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:11.388860 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5f24e7ad-10da-4705-8c28-42e768a607f7 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563979'] for security_group_rule, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:11.406268 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24e7ad-10da-4705-8c28-42e768a607f7 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b02d7537-d9cb-4f19-9660-77075dcf3622,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:11.418950 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5f24e7ad-10da-4705-8c28-42e768a607f7 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:11.425014 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-5f24e7ad-10da-4705-8c28-42e768a607f7 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1479435 Jul 23 11:20:11.425601 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 41044) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:20:11.431614 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-76769fd4-d4b2-4d1c-9b8f-54ff8dfaad58 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Request body: {'security_group_rule': {'security_group_id': '9de035f8-9884-4457-8a63-41efbc496639', 'project_id': 'a7994f5a9415465eb04c75862f881353', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:20:11.459498 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.db.securitygroups_db [None req-76769fd4-d4b2-4d1c-9b8f-54ff8dfaad58 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Project a7994f5a9415465eb04c75862f881353 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 11:20:11.465439 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-76769fd4-d4b2-4d1c-9b8f-54ff8dfaad58 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:11.535547 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-76769fd4-d4b2-4d1c-9b8f-54ff8dfaad58 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:11.539248 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-76769fd4-d4b2-4d1c-9b8f-54ff8dfaad58 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563979'] for security_group_rule, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:11.561291 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76769fd4-d4b2-4d1c-9b8f-54ff8dfaad58 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=225905a7-3308-44de-a0fa-1d1782460e40,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:11.568553 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-76769fd4-d4b2-4d1c-9b8f-54ff8dfaad58 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:11.569744 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-76769fd4-d4b2-4d1c-9b8f-54ff8dfaad58 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1429090 Jul 23 11:20:11.572343 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 41046) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:20:11.576785 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-08885e43-a0dc-421d-88f2-40c63cef0dbb tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Request body: {'security_group_rule': {'security_group_id': '9de035f8-9884-4457-8a63-41efbc496639', 'project_id': 'a7994f5a9415465eb04c75862f881353', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:20:11.600428 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.db.securitygroups_db [None req-08885e43-a0dc-421d-88f2-40c63cef0dbb tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Project a7994f5a9415465eb04c75862f881353 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 11:20:11.605554 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-08885e43-a0dc-421d-88f2-40c63cef0dbb tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:11.671056 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-08885e43-a0dc-421d-88f2-40c63cef0dbb tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:11.675770 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-08885e43-a0dc-421d-88f2-40c63cef0dbb tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563979'] for security_group_rule, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:11.699840 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08885e43-a0dc-421d-88f2-40c63cef0dbb tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e8c196-67cc-464a-abf6-65ba071daafa,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:11.702998 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-08885e43-a0dc-421d-88f2-40c63cef0dbb tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:11.704221 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-08885e43-a0dc-421d-88f2-40c63cef0dbb tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1309254 Jul 23 11:20:11.785552 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-cdcfb19a-61ca-46bc-9fc0-7b46cd14eac3 req-06d4a53c-328e-42f5-a3be-b16e5d790c76 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1820412832&fields=id&tenant_id=a7994f5a9415465eb04c75862f881353 HTTP/1.1" status: 200 len: 267 time: 0.0344775 Jul 23 11:20:11.858177 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfb19a-61ca-46bc-9fc0-7b46cd14eac3 req-fb18d671-58ac-4e0c-a8fd-9c6fd049296a tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:11.859733 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-cdcfb19a-61ca-46bc-9fc0-7b46cd14eac3 req-fb18d671-58ac-4e0c-a8fd-9c6fd049296a tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 946 time: 0.0686860 Jul 23 11:20:11.870409 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [req-cdcfb19a-61ca-46bc-9fc0-7b46cd14eac3 req-ca67ab0d-0874-4c8b-89ba-c42a8b7f5d90 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Request body: {'port': {'security_groups': ['00daeb43-1d74-452d-b77d-36f8bfd5ee7b', '9de035f8-9884-4457-8a63-41efbc496639']}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:20:11.950650 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-cdcfb19a-61ca-46bc-9fc0-7b46cd14eac3 req-ca67ab0d-0874-4c8b-89ba-c42a8b7f5d90 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:12.145883 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-cdcfb19a-61ca-46bc-9fc0-7b46cd14eac3 req-ca67ab0d-0874-4c8b-89ba-c42a8b7f5d90 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] For port 574edfdf-5664-4736-b141-2ac104967dad, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=574edfdf-5664-4736-b141-2ac104967dad,segment=NetworkSegment(c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50),segment_id=c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:20:12.177040 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-cdcfb19a-61ca-46bc-9fc0-7b46cd14eac3 req-ca67ab0d-0874-4c8b-89ba-c42a8b7f5d90 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:12.185923 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-cdcfb19a-61ca-46bc-9fc0-7b46cd14eac3 req-ca67ab0d-0874-4c8b-89ba-c42a8b7f5d90 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31524822'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:12.198064 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['574edfdf-5664-4736-b141-2ac104967dad'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:20:12.237992 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfb19a-61ca-46bc-9fc0-7b46cd14eac3 req-ca67ab0d-0874-4c8b-89ba-c42a8b7f5d90 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:12.238831 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-cdcfb19a-61ca-46bc-9fc0-7b46cd14eac3 req-ca67ab0d-0874-4c8b-89ba-c42a8b7f5d90 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:12.240592 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-cdcfb19a-61ca-46bc-9fc0-7b46cd14eac3 req-ca67ab0d-0874-4c8b-89ba-c42a8b7f5d90 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "PUT /v2.0/ports/574edfdf-5664-4736-b141-2ac104967dad HTTP/1.1" status: 200 len: 982 time: 0.3746843 Jul 23 11:20:12.241194 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b5e83f-7a2d-47dc-b535-d974973c868f', 'tag': '574edfdf-5664-4736-b141-2ac104967dad'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:20:12.243920 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e514f4fc9e73055b469c7c960908a930888711302e8ce169aa561e05cb35f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02603d8c-33d5-47e7-a3e8-af8fa4cbd667" -d '{"events": [{"name": "network-changed", "server_uuid": "98b5e83f-7a2d-47dc-b535-d974973c868f", "tag": "574edfdf-5664-4736-b141-2ac104967dad"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:20:12.279529 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67ab0d-0874-4c8b-89ba-c42a8b7f5d90 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Pushing event updated for resources: {'Port': ['ID=574edfdf-5664-4736-b141-2ac104967dad,revision_number=6']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:12.323251 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['574edfdf-5664-4736-b141-2ac104967dad'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:20:12.391251 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae88927-d344-4f36-a3be-3d7b6e3a4b7f x-openstack-request-id: req-5ae88927-d344-4f36-a3be-3d7b6e3a4b7f {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:20:12.391764 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98b5e83f-7a2d-47dc-b535-d974973c868f", "tag": "574edfdf-5664-4736-b141-2ac104967dad", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:20:12.392599 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5ae88927-d344-4f36-a3be-3d7b6e3a4b7f {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:20:12.393218 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b5e83f-7a2d-47dc-b535-d974973c868f', 'tag': '574edfdf-5664-4736-b141-2ac104967dad', 'status': 'completed', 'code': 200} Jul 23 11:20:12.412401 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11da83-36e1-4aec-bd5f-e3ff6f9cb4b8 req-b92ae366-abb5-4633-a6a8-314634eabc0b tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:12.419832 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-4f11da83-36e1-4aec-bd5f-e3ff6f9cb4b8 req-b92ae366-abb5-4633-a6a8-314634eabc0b tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 985 time: 0.0999460 Jul 23 11:20:12.474442 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-4f11da83-36e1-4aec-bd5f-e3ff6f9cb4b8 req-b3684aab-7fec-4ba6-8cf3-f1b413b44653 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/security-groups?id=9de035f8-9884-4457-8a63-41efbc496639&id=00daeb43-1d74-452d-b77d-36f8bfd5ee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535915 Jul 23 11:20:12.487517 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02603d8c-33d5-47e7-a3e8-af8fa4cbd667 req-cb4f116c-f897-47cb-9e58-edcbe3b7cf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:12.489239 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-02603d8c-33d5-47e7-a3e8-af8fa4cbd667 req-cb4f116c-f897-47cb-9e58-edcbe3b7cf94 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7994f5a9415465eb04c75862f881353&device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 1138 time: 0.0728073 Jul 23 11:20:12.605454 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02603d8c-33d5-47e7-a3e8-af8fa4cbd667 req-6995dffb-5bb6-409f-934e-21892572851f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:12.607127 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-02603d8c-33d5-47e7-a3e8-af8fa4cbd667 req-6995dffb-5bb6-409f-934e-21892572851f service neutron] 10.222.0.48 "GET /v2.0/networks?id=fd040221-43de-4c93-b44d-6a49c4eef689 HTTP/1.1" status: 200 len: 916 time: 0.1096570 Jul 23 11:20:12.655532 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-1229ff68-eaa4-4ba3-a5cf-cb15f8b68a91 None None] Provisioning complete for port 574edfdf-5664-4736-b141-2ac104967dad triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:20:12.656089 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-1229ff68-eaa4-4ba3-a5cf-cb15f8b68a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:12.683511 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-02603d8c-33d5-47e7-a3e8-af8fa4cbd667 req-2c2cb8bc-72eb-424d-92fd-a3638761d8d4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=574edfdf-5664-4736-b141-2ac104967dad HTTP/1.1" status: 200 len: 1001 time: 0.0698714 Jul 23 11:20:12.737388 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02603d8c-33d5-47e7-a3e8-af8fa4cbd667 req-6ebef809-7d9a-40cd-9581-2e4ae6186f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:12.738588 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-02603d8c-33d5-47e7-a3e8-af8fa4cbd667 req-6ebef809-7d9a-40cd-9581-2e4ae6186f74 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8d25cc35-5e9c-4651-8594-8d9e3776e3c3 HTTP/1.1" status: 200 len: 854 time: 0.0492158 Jul 23 11:20:12.815946 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02603d8c-33d5-47e7-a3e8-af8fa4cbd667 req-29a96f34-9abc-43eb-93c3-bcb57d3644f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:12.817558 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-02603d8c-33d5-47e7-a3e8-af8fa4cbd667 req-29a96f34-9abc-43eb-93c3-bcb57d3644f9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fd040221-43de-4c93-b44d-6a49c4eef689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719845 Jul 23 11:20:12.925438 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-02603d8c-33d5-47e7-a3e8-af8fa4cbd667 req-7ccefa05-5fa0-45b3-b3d9-08e4253c96c8 service neutron] 10.222.0.48 "GET /v2.0/networks/fd040221-43de-4c93-b44d-6a49c4eef689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002290 Jul 23 11:20:13.018819 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-02603d8c-33d5-47e7-a3e8-af8fa4cbd667 req-53a6e383-9a19-4f6d-ae1f-adacea008b9e service neutron] 10.222.0.48 "GET /v2.0/networks/fd040221-43de-4c93-b44d-6a49c4eef689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868618 Jul 23 11:20:16.603135 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d12e2424-630d-4d2a-9dfa-c4a2b4560e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:19.623458 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-517c554d-986f-4075-8b66-88cefafcfe65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:19.718765 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:20.608454 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:22.115475 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:30.920823 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:35.366299 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7e201-30fa-4fb7-85e1-c0ec7dddb0ce req-481aec69-2b72-4883-999a-8a34ada25711 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:35.367741 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0ee7e201-30fa-4fb7-85e1-c0ec7dddb0ce req-481aec69-2b72-4883-999a-8a34ada25711 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 985 time: 0.0681262 Jul 23 11:20:35.377336 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbed9a3-8c49-4655-a277-962527facc7c req-b2d14d75-7c6b-4ea1-9b17-a88e8bb226c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:35.378859 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5bbed9a3-8c49-4655-a277-962527facc7c req-b2d14d75-7c6b-4ea1-9b17-a88e8bb226c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7994f5a9415465eb04c75862f881353&device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 1138 time: 0.0678658 Jul 23 11:20:35.409825 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0ee7e201-30fa-4fb7-85e1-c0ec7dddb0ce req-96c51f27-3967-42ac-adf2-683110e0593a tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/security-groups?id=9de035f8-9884-4457-8a63-41efbc496639&id=00daeb43-1d74-452d-b77d-36f8bfd5ee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364418 Jul 23 11:20:35.472187 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbed9a3-8c49-4655-a277-962527facc7c req-34d4de9e-d439-4962-a8be-4d122a17cc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:35.473678 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5bbed9a3-8c49-4655-a277-962527facc7c req-34d4de9e-d439-4962-a8be-4d122a17cc2e service neutron] 10.222.0.48 "GET /v2.0/networks?id=fd040221-43de-4c93-b44d-6a49c4eef689 HTTP/1.1" status: 200 len: 916 time: 0.0885060 Jul 23 11:20:35.538149 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5bbed9a3-8c49-4655-a277-962527facc7c req-6e429d71-3fed-4959-abd2-c65c3e09a3b1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=574edfdf-5664-4736-b141-2ac104967dad HTTP/1.1" status: 200 len: 1001 time: 0.0573895 Jul 23 11:20:35.585555 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbed9a3-8c49-4655-a277-962527facc7c req-0ffeddbd-7047-4d30-ba38-a124c83aec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:35.587030 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5bbed9a3-8c49-4655-a277-962527facc7c req-0ffeddbd-7047-4d30-ba38-a124c83aec37 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8d25cc35-5e9c-4651-8594-8d9e3776e3c3 HTTP/1.1" status: 200 len: 854 time: 0.0422812 Jul 23 11:20:35.649239 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbed9a3-8c49-4655-a277-962527facc7c req-08d0b6a6-830e-4403-8efd-97e30be32fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:35.650694 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5bbed9a3-8c49-4655-a277-962527facc7c req-08d0b6a6-830e-4403-8efd-97e30be32fb0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fd040221-43de-4c93-b44d-6a49c4eef689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561643 Jul 23 11:20:35.661918 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [req-5bbed9a3-8c49-4655-a277-962527facc7c req-e934d2db-ded1-4376-85a5-aaeae65bf6d9 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 11:20:35.662843 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5bbed9a3-8c49-4655-a277-962527facc7c req-e934d2db-ded1-4376-85a5-aaeae65bf6d9 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053556 Jul 23 11:20:35.753090 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5bbed9a3-8c49-4655-a277-962527facc7c req-af0bb9ed-0ad4-4c0c-a51e-af791dca97ea service neutron] 10.222.0.48 "GET /v2.0/networks/fd040221-43de-4c93-b44d-6a49c4eef689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836656 Jul 23 11:20:35.843751 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5bbed9a3-8c49-4655-a277-962527facc7c req-dd3ba96a-d80d-4c3a-af9b-f8e87e28e7da service neutron] 10.222.0.48 "GET /v2.0/networks/fd040221-43de-4c93-b44d-6a49c4eef689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841291 Jul 23 11:20:36.540399 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53712f-5ade-4fd2-8d53-54f861534270 req-8f419c68-659e-4424-a3cd-8960ba30f6de tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:36.541918 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2c53712f-5ade-4fd2-8d53-54f861534270 req-8f419c68-659e-4424-a3cd-8960ba30f6de tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 985 time: 0.0628159 Jul 23 11:20:36.581339 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2c53712f-5ade-4fd2-8d53-54f861534270 req-4e7529ab-1d9b-4404-9a4d-3f20abe49dd3 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/security-groups?id=9de035f8-9884-4457-8a63-41efbc496639&id=00daeb43-1d74-452d-b77d-36f8bfd5ee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337577 Jul 23 11:20:37.550880 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:20:37.714593 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefd160-97e7-410b-ab31-8186f4c68aa8 req-db5b8273-58f4-4c1c-8671-75dbdbe4123d tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:37.716075 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ceefd160-97e7-410b-ab31-8186f4c68aa8 req-db5b8273-58f4-4c1c-8671-75dbdbe4123d tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 985 time: 0.0676701 Jul 23 11:20:37.757561 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ceefd160-97e7-410b-ab31-8186f4c68aa8 req-8bcbbfe3-0125-4fdc-ac15-4185924b6973 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/security-groups?id=9de035f8-9884-4457-8a63-41efbc496639&id=00daeb43-1d74-452d-b77d-36f8bfd5ee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345602 Jul 23 11:20:38.891779 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaaf419-8625-4da8-90b3-c1268618e5eb req-46f95e68-6105-4d47-b229-f3cd6a2f9063 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:38.893200 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-aeaaf419-8625-4da8-90b3-c1268618e5eb req-46f95e68-6105-4d47-b229-f3cd6a2f9063 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 985 time: 0.0673907 Jul 23 11:20:38.931984 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-aeaaf419-8625-4da8-90b3-c1268618e5eb req-703c85a1-ae96-4a39-b413-e7054c53424e tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/security-groups?id=9de035f8-9884-4457-8a63-41efbc496639&id=00daeb43-1d74-452d-b77d-36f8bfd5ee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332065 Jul 23 11:20:39.176185 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0d8d2-c498-4669-b2ca-afef0b925767 req-75ce10a1-25ab-4dcd-ae07-e112035cc90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:39.177908 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-76e0d8d2-c498-4669-b2ca-afef0b925767 req-75ce10a1-25ab-4dcd-ae07-e112035cc90d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7994f5a9415465eb04c75862f881353&device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 1138 time: 0.0599186 Jul 23 11:20:39.283517 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0d8d2-c498-4669-b2ca-afef0b925767 req-4a00b9eb-d477-446d-9275-b09142a8e504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:39.285007 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-76e0d8d2-c498-4669-b2ca-afef0b925767 req-4a00b9eb-d477-446d-9275-b09142a8e504 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fd040221-43de-4c93-b44d-6a49c4eef689 HTTP/1.1" status: 200 len: 916 time: 0.0886903 Jul 23 11:20:39.349588 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-76e0d8d2-c498-4669-b2ca-afef0b925767 req-3fa9ceba-b5e0-441b-8147-d93433f89d1a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=574edfdf-5664-4736-b141-2ac104967dad HTTP/1.1" status: 200 len: 1001 time: 0.0577724 Jul 23 11:20:39.400115 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0d8d2-c498-4669-b2ca-afef0b925767 req-c57f19a9-27ec-4edf-8d8b-f431702a4da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:39.401622 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-76e0d8d2-c498-4669-b2ca-afef0b925767 req-c57f19a9-27ec-4edf-8d8b-f431702a4da0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8d25cc35-5e9c-4651-8594-8d9e3776e3c3 HTTP/1.1" status: 200 len: 854 time: 0.0443580 Jul 23 11:20:39.462307 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0d8d2-c498-4669-b2ca-afef0b925767 req-21da0515-ed0e-4a60-ba90-2d5606d58511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:39.463829 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-76e0d8d2-c498-4669-b2ca-afef0b925767 req-21da0515-ed0e-4a60-ba90-2d5606d58511 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fd040221-43de-4c93-b44d-6a49c4eef689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557077 Jul 23 11:20:39.552472 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-76e0d8d2-c498-4669-b2ca-afef0b925767 req-af3112eb-0168-46f7-81b5-dfcefa585ed1 service neutron] 10.222.0.48 "GET /v2.0/networks/fd040221-43de-4c93-b44d-6a49c4eef689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816631 Jul 23 11:20:39.657437 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-76e0d8d2-c498-4669-b2ca-afef0b925767 req-a664a092-d6f2-483c-90eb-c072b42d3d3b service neutron] 10.222.0.48 "GET /v2.0/networks/fd040221-43de-4c93-b44d-6a49c4eef689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980706 Jul 23 11:20:40.064319 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66bb17-f8bc-47b2-bd29-142aa5239be0 req-bf27a065-a37e-4a8d-b7e9-00a024c785ee tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:40.065841 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-4b66bb17-f8bc-47b2-bd29-142aa5239be0 req-bf27a065-a37e-4a8d-b7e9-00a024c785ee tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 985 time: 0.0645561 Jul 23 11:20:40.105795 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-4b66bb17-f8bc-47b2-bd29-142aa5239be0 req-08f6d4a2-3899-4a28-8df5-9bd6e4d75e29 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/security-groups?id=9de035f8-9884-4457-8a63-41efbc496639&id=00daeb43-1d74-452d-b77d-36f8bfd5ee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343385 Jul 23 11:20:41.233918 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f2bd4-506a-4214-a352-563ac30a06e7 req-e843d3ba-40b6-4a26-a96b-34f5765b666e tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:41.235436 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7f4f2bd4-506a-4214-a352-563ac30a06e7 req-e843d3ba-40b6-4a26-a96b-34f5765b666e tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 985 time: 0.0625842 Jul 23 11:20:41.277577 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7f4f2bd4-506a-4214-a352-563ac30a06e7 req-47ed7202-065f-4586-a80b-29eb749705cd tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/security-groups?id=9de035f8-9884-4457-8a63-41efbc496639&id=00daeb43-1d74-452d-b77d-36f8bfd5ee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362556 Jul 23 11:20:42.411053 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b2b1e-0476-4adf-8b01-68d71c612b2f req-9fadd583-736a-49ad-862a-b62f84edb8a0 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:42.412587 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-550b2b1e-0476-4adf-8b01-68d71c612b2f req-9fadd583-736a-49ad-862a-b62f84edb8a0 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 985 time: 0.0657761 Jul 23 11:20:42.454679 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-550b2b1e-0476-4adf-8b01-68d71c612b2f req-8ec1e8e6-d001-4f56-b4ac-289ba382bdf9 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/security-groups?id=9de035f8-9884-4457-8a63-41efbc496639&id=00daeb43-1d74-452d-b77d-36f8bfd5ee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364261 Jul 23 11:20:43.590756 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d10d2-ee0a-4eaf-be90-746676ae78f8 req-dfb7c9c0-0ec3-4a21-9667-42f609d38012 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:43.592273 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6d1d10d2-ee0a-4eaf-be90-746676ae78f8 req-dfb7c9c0-0ec3-4a21-9667-42f609d38012 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 985 time: 0.0667648 Jul 23 11:20:43.631802 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6d1d10d2-ee0a-4eaf-be90-746676ae78f8 req-b229cb84-d143-4373-9aea-8dbb97b1916e tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/security-groups?id=9de035f8-9884-4457-8a63-41efbc496639&id=00daeb43-1d74-452d-b77d-36f8bfd5ee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333066 Jul 23 11:20:44.759376 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf673b1f-2c4d-4b88-b719-007a7290d452 req-8902d6f6-c681-4b75-9104-3a378e9349e3 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:44.760884 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-bf673b1f-2c4d-4b88-b719-007a7290d452 req-8902d6f6-c681-4b75-9104-3a378e9349e3 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 985 time: 0.0628850 Jul 23 11:20:44.801034 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-bf673b1f-2c4d-4b88-b719-007a7290d452 req-d79e514c-f83f-4458-9c4a-577405ac999e tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/security-groups?id=9de035f8-9884-4457-8a63-41efbc496639&id=00daeb43-1d74-452d-b77d-36f8bfd5ee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335743 Jul 23 11:20:45.238831 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [req-fa2fe74d-92a0-40a4-a23f-a11488bf2215 req-b41cb0e1-071f-4bc5-85b8-281917657f65 service neutron] (93046) timed out ('10.222.0.47', 56680) {{(pid=93046) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 11:20:45.933695 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2c087-d15b-4fe4-acf8-3239ebfcbef1 req-8780d722-db0e-403e-b486-bd384508dc4f tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:45.935162 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bcb2c087-d15b-4fe4-acf8-3239ebfcbef1 req-8780d722-db0e-403e-b486-bd384508dc4f tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 985 time: 0.0664182 Jul 23 11:20:45.974358 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bcb2c087-d15b-4fe4-acf8-3239ebfcbef1 req-87da89c6-bbea-44ed-af57-22c2b02a5256 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/security-groups?id=9de035f8-9884-4457-8a63-41efbc496639&id=00daeb43-1d74-452d-b77d-36f8bfd5ee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334411 Jul 23 11:20:46.604500 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-017a2e1d-1d3d-4adf-8f27-589ccd1915ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:47.101670 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf072587-612d-4b44-ab6f-5226fe608180 req-439242c0-fe63-4476-b0e1-5e8a668d10cf tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:47.103161 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-bf072587-612d-4b44-ab6f-5226fe608180 req-439242c0-fe63-4476-b0e1-5e8a668d10cf tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 985 time: 0.0613325 Jul 23 11:20:47.143422 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-bf072587-612d-4b44-ab6f-5226fe608180 req-8d3dbd60-b335-4b73-9142-a12433ae27b5 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/security-groups?id=9de035f8-9884-4457-8a63-41efbc496639&id=00daeb43-1d74-452d-b77d-36f8bfd5ee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340848 Jul 23 11:20:48.271860 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa327d5d-04d3-41bc-be2f-a0e440aa0724 req-51aab5d6-c6a4-4c1b-be92-6dc963cffc23 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:48.273371 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-aa327d5d-04d3-41bc-be2f-a0e440aa0724 req-51aab5d6-c6a4-4c1b-be92-6dc963cffc23 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 985 time: 0.0628989 Jul 23 11:20:48.316700 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-aa327d5d-04d3-41bc-be2f-a0e440aa0724 req-fcab6c69-25c3-4a47-b8e6-a25c856e200a tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/security-groups?id=9de035f8-9884-4457-8a63-41efbc496639&id=00daeb43-1d74-452d-b77d-36f8bfd5ee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372608 Jul 23 11:20:49.457929 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc5072-e8d0-4373-be8e-3d5c47915db9 req-8ba03d0e-bdb6-400a-8cb7-d835939d248f tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:49.459387 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-64fc5072-e8d0-4373-be8e-3d5c47915db9 req-8ba03d0e-bdb6-400a-8cb7-d835939d248f tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 985 time: 0.0744367 Jul 23 11:20:49.498231 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-64fc5072-e8d0-4373-be8e-3d5c47915db9 req-8159fff2-06b0-4df5-96f4-059fc008dca5 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/security-groups?id=9de035f8-9884-4457-8a63-41efbc496639&id=00daeb43-1d74-452d-b77d-36f8bfd5ee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331404 Jul 23 11:20:49.614681 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-eabc900d-9db2-4d0e-ade6-0ef7a7671e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:49.720435 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:50.611306 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:50.631671 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589df70-d885-47b1-8d32-a39ddf37a10e req-e4dee3e4-f68b-4b06-aa10-0c250f619c2c tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:50.633207 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c589df70-d885-47b1-8d32-a39ddf37a10e req-e4dee3e4-f68b-4b06-aa10-0c250f619c2c tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 985 time: 0.0671093 Jul 23 11:20:50.673722 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c589df70-d885-47b1-8d32-a39ddf37a10e req-065685bc-ba61-4aab-910c-3df4296f69f2 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/security-groups?id=9de035f8-9884-4457-8a63-41efbc496639&id=00daeb43-1d74-452d-b77d-36f8bfd5ee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345435 Jul 23 11:20:51.799075 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbaa9e-c92c-4e80-9f46-63516d07531d req-710ebd90-484c-4956-b7c3-1f599a748992 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:51.800591 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-5dbbaa9e-c92c-4e80-9f46-63516d07531d req-710ebd90-484c-4956-b7c3-1f599a748992 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 985 time: 0.0623226 Jul 23 11:20:51.839762 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-5dbbaa9e-c92c-4e80-9f46-63516d07531d req-f5fd57ba-5f70-4a9a-9769-8ddff47a4e7a tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/security-groups?id=9de035f8-9884-4457-8a63-41efbc496639&id=00daeb43-1d74-452d-b77d-36f8bfd5ee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335257 Jul 23 11:20:52.115832 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:00.914807 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:14.550334 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:21:16.605500 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-514e6640-2a63-4d1e-9b41-8bfaab4120d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:19.614997 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-c5b0b4d8-118b-4c53-928b-c593b12bb269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:19.720899 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:20.614782 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:20.876178 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [req-55554c4b-1dd2-4aa6-b0a2-7202ab0a7b54 req-47c96bf2-dcc5-454e-a4c2-7c742c775df2 service neutron] (93047) timed out ('10.222.0.47', 60352) {{(pid=93047) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 11:21:22.119585 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:24.411246 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b865c933-51e1-45ac-bb8e-c378b3d61252 req-e33358d9-732d-49b3-8418-96f18fabf314 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1820412832&fields=id&tenant_id=a7994f5a9415465eb04c75862f881353 HTTP/1.1" status: 200 len: 267 time: 0.0335147 Jul 23 11:21:24.475639 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865c933-51e1-45ac-bb8e-c378b3d61252 req-91d065d4-ee81-46f0-a9ea-cd9719fc765a tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:24.477128 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b865c933-51e1-45ac-bb8e-c378b3d61252 req-91d065d4-ee81-46f0-a9ea-cd9719fc765a tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 985 time: 0.0608275 Jul 23 11:21:24.487625 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-b865c933-51e1-45ac-bb8e-c378b3d61252 req-f323691b-adfe-4a62-a89b-5592986b9e60 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Request body: {'port': {'security_groups': ['00daeb43-1d74-452d-b77d-36f8bfd5ee7b']}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:21:24.573760 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b865c933-51e1-45ac-bb8e-c378b3d61252 req-f323691b-adfe-4a62-a89b-5592986b9e60 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:24.740995 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-b865c933-51e1-45ac-bb8e-c378b3d61252 req-f323691b-adfe-4a62-a89b-5592986b9e60 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] For port 574edfdf-5664-4736-b141-2ac104967dad, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=574edfdf-5664-4736-b141-2ac104967dad,segment=NetworkSegment(c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50),segment_id=c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:21:24.769062 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b865c933-51e1-45ac-bb8e-c378b3d61252 req-f323691b-adfe-4a62-a89b-5592986b9e60 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:24.773530 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b865c933-51e1-45ac-bb8e-c378b3d61252 req-f323691b-adfe-4a62-a89b-5592986b9e60 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31365311'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:24.785365 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['574edfdf-5664-4736-b141-2ac104967dad'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:21:24.816379 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865c933-51e1-45ac-bb8e-c378b3d61252 req-f323691b-adfe-4a62-a89b-5592986b9e60 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:24.816998 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b865c933-51e1-45ac-bb8e-c378b3d61252 req-f323691b-adfe-4a62-a89b-5592986b9e60 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:24.818375 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b865c933-51e1-45ac-bb8e-c378b3d61252 req-f323691b-adfe-4a62-a89b-5592986b9e60 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "PUT /v2.0/ports/574edfdf-5664-4736-b141-2ac104967dad HTTP/1.1" status: 200 len: 943 time: 0.3351862 Jul 23 11:21:24.818818 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b5e83f-7a2d-47dc-b535-d974973c868f', 'tag': '574edfdf-5664-4736-b141-2ac104967dad'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:21:24.821100 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57990bb103ee5b7a3f14144f2b0acc3407ada3b1c8656e111118fed9c99398e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7757c0-9574-4f80-a296-763aecf3c3bd" -d '{"events": [{"name": "network-changed", "server_uuid": "98b5e83f-7a2d-47dc-b535-d974973c868f", "tag": "574edfdf-5664-4736-b141-2ac104967dad"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:21:24.824943 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 41126) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:21:24.857205 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f323691b-adfe-4a62-a89b-5592986b9e60 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Pushing event updated for resources: {'Port': ['ID=574edfdf-5664-4736-b141-2ac104967dad,revision_number=7']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:24.868543 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e53520b-6217-4fb0-83d2-10ea35570383 x-openstack-request-id: req-8e53520b-6217-4fb0-83d2-10ea35570383 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:21:24.869108 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98b5e83f-7a2d-47dc-b535-d974973c868f", "tag": "574edfdf-5664-4736-b141-2ac104967dad", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:21:24.869609 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8e53520b-6217-4fb0-83d2-10ea35570383 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:21:24.870366 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b5e83f-7a2d-47dc-b535-d974973c868f', 'tag': '574edfdf-5664-4736-b141-2ac104967dad', 'status': 'completed', 'code': 200} Jul 23 11:21:24.872732 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f323691b-adfe-4a62-a89b-5592986b9e60 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:24.873162 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f323691b-adfe-4a62-a89b-5592986b9e60 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:24.873581 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f323691b-adfe-4a62-a89b-5592986b9e60 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:24.874198 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f323691b-adfe-4a62-a89b-5592986b9e60 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:24.874548 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f323691b-adfe-4a62-a89b-5592986b9e60 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:24.874898 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f323691b-adfe-4a62-a89b-5592986b9e60 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:24.876461 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f323691b-adfe-4a62-a89b-5592986b9e60 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:24.877398 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f323691b-adfe-4a62-a89b-5592986b9e60 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:24.878104 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f323691b-adfe-4a62-a89b-5592986b9e60 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:24.878548 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f323691b-adfe-4a62-a89b-5592986b9e60 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:24.878986 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f323691b-adfe-4a62-a89b-5592986b9e60 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:24.879477 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f323691b-adfe-4a62-a89b-5592986b9e60 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:24.886267 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['574edfdf-5664-4736-b141-2ac104967dad'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:21:24.912346 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-052694df-24a2-48ee-ba07-03f27c8976d5 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:24.945274 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-052694df-24a2-48ee-ba07-03f27c8976d5 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:24.957868 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7757c0-9574-4f80-a296-763aecf3c3bd req-a394897f-f134-4560-8cca-c94d24b3c222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:24.959622 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6f7757c0-9574-4f80-a296-763aecf3c3bd req-a394897f-f134-4560-8cca-c94d24b3c222 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7994f5a9415465eb04c75862f881353&device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 1099 time: 0.0590339 Jul 23 11:21:25.021857 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-052694df-24a2-48ee-ba07-03f27c8976d5 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:25.031560 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-052694df-24a2-48ee-ba07-03f27c8976d5 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:25.033382 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-052694df-24a2-48ee-ba07-03f27c8976d5 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "DELETE /v2.0/security-groups/9de035f8-9884-4457-8a63-41efbc496639 HTTP/1.1" status: 204 len: 168 time: 0.2074080 Jul 23 11:21:25.036747 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 41128) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:21:25.052754 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052694df-24a2-48ee-ba07-03f27c8976d5 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de035f8-9884-4457-8a63-41efbc496639,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:25.085745 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052694df-24a2-48ee-ba07-03f27c8976d5 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:25.086098 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052694df-24a2-48ee-ba07-03f27c8976d5 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:25.086705 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052694df-24a2-48ee-ba07-03f27c8976d5 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:25.086705 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052694df-24a2-48ee-ba07-03f27c8976d5 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:25.087003 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052694df-24a2-48ee-ba07-03f27c8976d5 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:25.087323 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052694df-24a2-48ee-ba07-03f27c8976d5 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:25.087664 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052694df-24a2-48ee-ba07-03f27c8976d5 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:25.087980 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052694df-24a2-48ee-ba07-03f27c8976d5 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:25.088332 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052694df-24a2-48ee-ba07-03f27c8976d5 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:25.088652 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052694df-24a2-48ee-ba07-03f27c8976d5 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:25.088974 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052694df-24a2-48ee-ba07-03f27c8976d5 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:25.089297 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052694df-24a2-48ee-ba07-03f27c8976d5 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:25.098866 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7757c0-9574-4f80-a296-763aecf3c3bd req-1a08b96b-d087-4556-adb0-8f141d5aa31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:25.100509 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6f7757c0-9574-4f80-a296-763aecf3c3bd req-1a08b96b-d087-4556-adb0-8f141d5aa31f service neutron] 10.222.0.48 "GET /v2.0/networks?id=fd040221-43de-4c93-b44d-6a49c4eef689 HTTP/1.1" status: 200 len: 916 time: 0.1286480 Jul 23 11:21:25.133420 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-6a38cc56-4483-48e0-b455-23987c2b11ef None None] Provisioning complete for port 574edfdf-5664-4736-b141-2ac104967dad triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:21:25.133796 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-6a38cc56-4483-48e0-b455-23987c2b11ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:25.172846 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6f7757c0-9574-4f80-a296-763aecf3c3bd req-1b19ce91-3b7f-4740-8d2e-77a582ea0c10 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=574edfdf-5664-4736-b141-2ac104967dad HTTP/1.1" status: 200 len: 1001 time: 0.0656004 Jul 23 11:21:25.221824 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-26afbd62-d268-4efc-8adc-aaf23629ba00 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Deleting port a3c9b488-a4bb-4f4a-a813-c55d709e6953 {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:21:25.222345 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-26afbd62-d268-4efc-8adc-aaf23629ba00 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:25.227110 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7757c0-9574-4f80-a296-763aecf3c3bd req-dea3d8d6-d1a0-4438-8b9c-eaee702ca9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:25.228656 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6f7757c0-9574-4f80-a296-763aecf3c3bd req-dea3d8d6-d1a0-4438-8b9c-eaee702ca9a4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8d25cc35-5e9c-4651-8594-8d9e3776e3c3 HTTP/1.1" status: 200 len: 854 time: 0.0493481 Jul 23 11:21:25.287113 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7757c0-9574-4f80-a296-763aecf3c3bd req-f677017b-eefb-4aa8-91c3-7e6c98844515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:25.288580 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6f7757c0-9574-4f80-a296-763aecf3c3bd req-f677017b-eefb-4aa8-91c3-7e6c98844515 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fd040221-43de-4c93-b44d-6a49c4eef689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535893 Jul 23 11:21:25.297453 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-26afbd62-d268-4efc-8adc-aaf23629ba00 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:25.297812 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-26afbd62-d268-4efc-8adc-aaf23629ba00 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:25.309315 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-26afbd62-d268-4efc-8adc-aaf23629ba00 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Calling delete_port for a3c9b488-a4bb-4f4a-a813-c55d709e6953 owned by network:floatingip {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:21:25.377617 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6f7757c0-9574-4f80-a296-763aecf3c3bd req-e303fb15-7f6d-46d4-9e76-b1371f05cc0d service neutron] 10.222.0.48 "GET /v2.0/networks/fd040221-43de-4c93-b44d-6a49c4eef689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815151 Jul 23 11:21:25.459294 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-26afbd62-d268-4efc-8adc-aaf23629ba00 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31524845'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:25.470571 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6f7757c0-9574-4f80-a296-763aecf3c3bd req-5dcdaadb-578e-4415-b1e0-ebb69802dd53 service neutron] 10.222.0.48 "GET /v2.0/networks/fd040221-43de-4c93-b44d-6a49c4eef689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862887 Jul 23 11:21:25.485559 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26afbd62-d268-4efc-8adc-aaf23629ba00 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Pushing event deleted for resources: {'Port': ['ID=a3c9b488-a4bb-4f4a-a813-c55d709e6953,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:25.547945 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-26afbd62-d268-4efc-8adc-aaf23629ba00 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks [] for floatingip, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:25.548306 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.db.l3_db [None req-26afbd62-d268-4efc-8adc-aaf23629ba00 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Floating IP 73cafb2d-335b-463c-a640-4954b7cf26e7 disassociated (deleted). External IP: 172.27.2.49, port: 574edfdf-5664-4736-b141-2ac104967dad. Jul 23 11:21:25.748550 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26afbd62-d268-4efc-8adc-aaf23629ba00 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Router fa233cd7-4745-4879-b831-b20c5475bca8 has already been hosted by L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 {{(pid=93046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:21:26.079517 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26afbd62-d268-4efc-8adc-aaf23629ba00 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:21:26.084358 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-26afbd62-d268-4efc-8adc-aaf23629ba00 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for floatingip, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:26.089542 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ae40e5-661e-452a-ac89-b8704b5a8dec None None] Sync routers for ids ['fa233cd7-4745-4879-b831-b20c5475bca8'] in dv-cinder-801989-3-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:21:26.098558 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ae40e5-661e-452a-ac89-b8704b5a8dec None None] Routers {'fa233cd7-4745-4879-b831-b20c5475bca8'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:21:26.099170 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-17ae40e5-661e-452a-ac89-b8704b5a8dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:21:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['fa233cd7-4745-4879-b831-b20c5475bca8'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:21:26.119502 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-26afbd62-d268-4efc-8adc-aaf23629ba00 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "DELETE /v2.0/floatingips/73cafb2d-335b-463c-a640-4954b7cf26e7 HTTP/1.1" status: 204 len: 168 time: 1.0817480 Jul 23 11:21:26.120386 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b5e83f-7a2d-47dc-b535-d974973c868f', 'tag': '574edfdf-5664-4736-b141-2ac104967dad'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:21:26.123447 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e514f4fc9e73055b469c7c960908a930888711302e8ce169aa561e05cb35f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be4f491-e4db-44c0-8169-828a2b3f1571" -d '{"events": [{"name": "network-changed", "server_uuid": "98b5e83f-7a2d-47dc-b535-d974973c868f", "tag": "574edfdf-5664-4736-b141-2ac104967dad"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:21:26.163395 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60167317-add4-4512-9735-6ac82fe6ae54 x-openstack-request-id: req-60167317-add4-4512-9735-6ac82fe6ae54 {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:21:26.164145 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98b5e83f-7a2d-47dc-b535-d974973c868f", "tag": "574edfdf-5664-4736-b141-2ac104967dad", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:21:26.164145 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-60167317-add4-4512-9735-6ac82fe6ae54 {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:21:26.164372 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b5e83f-7a2d-47dc-b535-d974973c868f', 'tag': '574edfdf-5664-4736-b141-2ac104967dad', 'status': 'completed', 'code': 200} Jul 23 11:21:26.208356 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-17ae40e5-661e-452a-ac89-b8704b5a8dec None None] Set router fa233cd7-4745-4879-b831-b20c5475bca8 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:21:26.239570 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4f491-e4db-44c0-8169-828a2b3f1571 req-25f451f5-6c96-4eb4-92e6-883305ebf848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:26.241130 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7be4f491-e4db-44c0-8169-828a2b3f1571 req-25f451f5-6c96-4eb4-92e6-883305ebf848 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7994f5a9415465eb04c75862f881353&device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 1099 time: 0.0542345 Jul 23 11:21:26.348947 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4f491-e4db-44c0-8169-828a2b3f1571 req-e6cc4216-d61f-41cd-b686-e6855191d877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:26.350767 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7be4f491-e4db-44c0-8169-828a2b3f1571 req-e6cc4216-d61f-41cd-b686-e6855191d877 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fd040221-43de-4c93-b44d-6a49c4eef689 HTTP/1.1" status: 200 len: 916 time: 0.1017771 Jul 23 11:21:26.418533 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7be4f491-e4db-44c0-8169-828a2b3f1571 req-e96c142b-cc87-446b-b722-30022f9189c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=574edfdf-5664-4736-b141-2ac104967dad HTTP/1.1" status: 200 len: 217 time: 0.0593762 Jul 23 11:21:26.436473 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-17ae40e5-661e-452a-ac89-b8704b5a8dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'name': 'tempest-TestMinimumBasicScenario-1995979228-router', 'tenant_id': 'a7994f5a9415465eb04c75862f881353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f45da899-ef9e-45e4-bca5-bf5579c895d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:19:18Z', 'updated_at': '2021-07-23T11:19:21Z', 'revision_number': 4, 'project_id': 'a7994f5a9415465eb04c75862f881353', 'gw_port': {'id': 'f45da899-ef9e-45e4-bca5-bf5579c895d8', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:19Z', 'updated_at': '2021-07-23T11:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': '9c5339e0-6b93-4c05-babf-1d06448ba84a', 'name': '', 'network_id': 'fd040221-43de-4c93-b44d-6a49c4eef689', 'tenant_id': 'a7994f5a9415465eb04c75862f881353', 'mac_address': 'fa:16:3e:c8:f2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8d25cc35-5e9c-4651-8594-8d9e3776e3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:20Z', 'updated_at': '2021-07-23T11:19:27Z', 'revision_number': 5, 'project_id': 'a7994f5a9415465eb04c75862f881353', 'subnets': [{'id': '8d25cc35-5e9c-4651-8594-8d9e3776e3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:21:26.468761 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ae40e5-661e-452a-ac89-b8704b5a8dec None None] Checking router: fa233cd7-4745-4879-b831-b20c5475bca8 for host: dv-cinder-801989-3-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:21:26.476966 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ae40e5-661e-452a-ac89-b8704b5a8dec None None] Routers {'fa233cd7-4745-4879-b831-b20c5475bca8'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:21:26.477579 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-17ae40e5-661e-452a-ac89-b8704b5a8dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:21:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['fa233cd7-4745-4879-b831-b20c5475bca8'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:21:26.482960 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4f491-e4db-44c0-8169-828a2b3f1571 req-a5ff5b2e-dbbc-48b1-b9ce-c5cca2bc562c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:26.484484 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7be4f491-e4db-44c0-8169-828a2b3f1571 req-a5ff5b2e-dbbc-48b1-b9ce-c5cca2bc562c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8d25cc35-5e9c-4651-8594-8d9e3776e3c3 HTTP/1.1" status: 200 len: 854 time: 0.0607722 Jul 23 11:21:26.544557 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4f491-e4db-44c0-8169-828a2b3f1571 req-b4dea378-a50b-4713-aff6-2e7c3fbfc122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:26.546080 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7be4f491-e4db-44c0-8169-828a2b3f1571 req-b4dea378-a50b-4713-aff6-2e7c3fbfc122 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fd040221-43de-4c93-b44d-6a49c4eef689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551622 Jul 23 11:21:26.577347 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-17ae40e5-661e-452a-ac89-b8704b5a8dec None None] Set router fa233cd7-4745-4879-b831-b20c5475bca8 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:21:26.634916 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7be4f491-e4db-44c0-8169-828a2b3f1571 req-87f78803-f8ee-47fa-ba97-b1bee0034687 service neutron] 10.222.0.48 "GET /v2.0/networks/fd040221-43de-4c93-b44d-6a49c4eef689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811803 Jul 23 11:21:26.726460 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7be4f491-e4db-44c0-8169-828a2b3f1571 req-bb2267d1-3e7b-48cb-9ddf-b051e8bbeefd service neutron] 10.222.0.48 "GET /v2.0/networks/fd040221-43de-4c93-b44d-6a49c4eef689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848649 Jul 23 11:21:26.778951 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-17ae40e5-661e-452a-ac89-b8704b5a8dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'name': 'tempest-TestMinimumBasicScenario-1995979228-router', 'tenant_id': 'a7994f5a9415465eb04c75862f881353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f45da899-ef9e-45e4-bca5-bf5579c895d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:19:18Z', 'updated_at': '2021-07-23T11:19:21Z', 'revision_number': 4, 'project_id': 'a7994f5a9415465eb04c75862f881353', 'gw_port': {'id': 'f45da899-ef9e-45e4-bca5-bf5579c895d8', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:19Z', 'updated_at': '2021-07-23T11:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': '9c5339e0-6b93-4c05-babf-1d06448ba84a', 'name': '', 'network_id': 'fd040221-43de-4c93-b44d-6a49c4eef689', 'tenant_id': 'a7994f5a9415465eb04c75862f881353', 'mac_address': 'fa:16:3e:c8:f2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8d25cc35-5e9c-4651-8594-8d9e3776e3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:20Z', 'updated_at': '2021-07-23T11:19:27Z', 'revision_number': 5, 'project_id': 'a7994f5a9415465eb04c75862f881353', 'subnets': [{'id': '8d25cc35-5e9c-4651-8594-8d9e3776e3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:21:26.806210 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ae40e5-661e-452a-ac89-b8704b5a8dec None None] The sync data for ids ['fa233cd7-4745-4879-b831-b20c5475bca8'] in dv-cinder-801989-3-iscsi is: [{'id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'name': 'tempest-TestMinimumBasicScenario-1995979228-router', 'tenant_id': 'a7994f5a9415465eb04c75862f881353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f45da899-ef9e-45e4-bca5-bf5579c895d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:19:18Z', 'updated_at': '2021-07-23T11:19:21Z', 'revision_number': 4, 'project_id': 'a7994f5a9415465eb04c75862f881353', 'gw_port': {'id': 'f45da899-ef9e-45e4-bca5-bf5579c895d8', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:19Z', 'updated_at': '2021-07-23T11:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': '9c5339e0-6b93-4c05-babf-1d06448ba84a', 'name': '', 'network_id': 'fd040221-43de-4c93-b44d-6a49c4eef689', 'tenant_id': 'a7994f5a9415465eb04c75862f881353', 'mac_address': 'fa:16:3e:c8:f2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8d25cc35-5e9c-4651-8594-8d9e3776e3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:20Z', 'updated_at': '2021-07-23T11:19:27Z', 'revision_number': 5, 'project_id': 'a7994f5a9415465eb04c75862f881353', 'subnets': [{'id': '8d25cc35-5e9c-4651-8594-8d9e3776e3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:21:27.006200 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5ae21a-3621-487a-9b9b-c3769193740c None None] New status for floating IP 73cafb2d-335b-463c-a640-4954b7cf26e7: DOWN {{(pid=93049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:21:28.866549 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa742bb6-0767-4554-aefc-debeb5b19598 req-7ae28b78-67fe-4edf-9153-e2b9ab8c36da tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:28.867917 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-fa742bb6-0767-4554-aefc-debeb5b19598 req-7ae28b78-67fe-4edf-9153-e2b9ab8c36da tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 946 time: 0.0604641 Jul 23 11:21:28.905361 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-fa742bb6-0767-4554-aefc-debeb5b19598 req-39a78824-5a26-4d09-804f-b5a1cb7d2f1d tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/security-groups?id=00daeb43-1d74-452d-b77d-36f8bfd5ee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319107 Jul 23 11:21:30.035767 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6eec1c-3023-4782-8c8d-2f47a5c6bee4 req-a40c2cd9-a596-429a-87df-a35c76eba7ca tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:30.037285 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0d6eec1c-3023-4782-8c8d-2f47a5c6bee4 req-a40c2cd9-a596-429a-87df-a35c76eba7ca tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 946 time: 0.0637608 Jul 23 11:21:30.075616 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0d6eec1c-3023-4782-8c8d-2f47a5c6bee4 req-1a599e76-f8f9-43dd-9b40-acc1a6407574 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/security-groups?id=00daeb43-1d74-452d-b77d-36f8bfd5ee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328994 Jul 23 11:21:30.558659 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67178291-e646-4445-b743-199989eeb898 req-0a2c5319-28c1-4972-94c8-15b144db0b8c tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:30.560530 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-67178291-e646-4445-b743-199989eeb898 req-0a2c5319-28c1-4972-94c8-15b144db0b8c tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.48 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 946 time: 0.0663080 Jul 23 11:21:30.659159 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-67178291-e646-4445-b743-199989eeb898 req-fd9afbe8-e8ef-4321-869c-68419520c30f tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Deleting port 574edfdf-5664-4736-b141-2ac104967dad {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:21:30.659423 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-67178291-e646-4445-b743-199989eeb898 req-fd9afbe8-e8ef-4321-869c-68419520c30f tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:30.746774 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-67178291-e646-4445-b743-199989eeb898 req-fd9afbe8-e8ef-4321-869c-68419520c30f tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] For port 574edfdf-5664-4736-b141-2ac104967dad, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=574edfdf-5664-4736-b141-2ac104967dad,segment=NetworkSegment(c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50),segment_id=c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:21:30.747566 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-67178291-e646-4445-b743-199989eeb898 req-fd9afbe8-e8ef-4321-869c-68419520c30f tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:30.758769 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-67178291-e646-4445-b743-199989eeb898 req-fd9afbe8-e8ef-4321-869c-68419520c30f tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Calling delete_port for 574edfdf-5664-4736-b141-2ac104967dad owned by compute:nova {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:21:30.882618 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-67178291-e646-4445-b743-199989eeb898 req-fd9afbe8-e8ef-4321-869c-68419520c30f tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:30.894785 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['574edfdf-5664-4736-b141-2ac104967dad'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:21:30.914437 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9afbe8-e8ef-4321-869c-68419520c30f tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Pushing event deleted for resources: {'Port': ['ID=574edfdf-5664-4736-b141-2ac104967dad,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:30.933289 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:30.963149 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-67178291-e646-4445-b743-199989eeb898 req-fd9afbe8-e8ef-4321-869c-68419520c30f tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] No DVR routers for this DVR port 574edfdf-5664-4736-b141-2ac104967dad on host hv-cinder-80198 {{(pid=93047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:21:30.965831 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-67178291-e646-4445-b743-199989eeb898 req-fd9afbe8-e8ef-4321-869c-68419520c30f tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:30.967780 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-67178291-e646-4445-b743-199989eeb898 req-fd9afbe8-e8ef-4321-869c-68419520c30f tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.48 "DELETE /v2.0/ports/574edfdf-5664-4736-b141-2ac104967dad HTTP/1.1" status: 204 len: 173 time: 0.4016776 Jul 23 11:21:30.968250 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b5e83f-7a2d-47dc-b535-d974973c868f', 'name': 'network-vif-deleted', 'tag': '574edfdf-5664-4736-b141-2ac104967dad'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:21:30.970539 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57990bb103ee5b7a3f14144f2b0acc3407ada3b1c8656e111118fed9c99398e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c776cdd-d13e-4160-a3ae-0a5350433b43" -d '{"events": [{"server_uuid": "98b5e83f-7a2d-47dc-b535-d974973c868f", "name": "network-vif-deleted", "tag": "574edfdf-5664-4736-b141-2ac104967dad"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:21:31.009728 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3982f6e-7c9e-42eb-9d1a-f4ceb646fddc x-openstack-request-id: req-a3982f6e-7c9e-42eb-9d1a-f4ceb646fddc {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:21:31.010015 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b5e83f-7a2d-47dc-b535-d974973c868f", "name": "network-vif-deleted", "tag": "574edfdf-5664-4736-b141-2ac104967dad", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:21:31.010261 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a3982f6e-7c9e-42eb-9d1a-f4ceb646fddc {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:21:31.010651 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b5e83f-7a2d-47dc-b535-d974973c868f', 'name': 'network-vif-deleted', 'tag': '574edfdf-5664-4736-b141-2ac104967dad', 'status': 'completed', 'code': 200} Jul 23 11:21:31.179316 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-09be6700-8e6c-4fe1-9d22-df34c1a08168 req-31cad21f-962a-4241-a6e8-1d3b7c666db0 tempest-TestMinimumBasicScenario-1827845481 tempest-TestMinimumBasicScenario-1827845481-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b5e83f-7a2d-47dc-b535-d974973c868f HTTP/1.1" status: 200 len: 210 time: 0.0269270 Jul 23 11:21:33.764904 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 41218) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:21:34.103623 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-867372b4-a08d-4dd4-8003-1490c53b77a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402753'] for router_interface, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:34.350064 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-867372b4-a08d-4dd4-8003-1490c53b77a4 admin admin] Deleting port 9c5339e0-6b93-4c05-babf-1d06448ba84a {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:21:34.350313 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-867372b4-a08d-4dd4-8003-1490c53b77a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:34.424847 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [None req-867372b4-a08d-4dd4-8003-1490c53b77a4 admin admin] For port 9c5339e0-6b93-4c05-babf-1d06448ba84a, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=9c5339e0-6b93-4c05-babf-1d06448ba84a,segment=NetworkSegment(c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50),segment_id=c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:21:34.425200 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-867372b4-a08d-4dd4-8003-1490c53b77a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:34.437575 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-867372b4-a08d-4dd4-8003-1490c53b77a4 admin admin] Calling delete_port for 9c5339e0-6b93-4c05-babf-1d06448ba84a owned by network:router_interface {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:21:34.613009 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-867372b4-a08d-4dd4-8003-1490c53b77a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31524845'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:34.636956 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867372b4-a08d-4dd4-8003-1490c53b77a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c5339e0-6b93-4c05-babf-1d06448ba84a,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:34.801590 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-867372b4-a08d-4dd4-8003-1490c53b77a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401687'] for router_interface, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:35.005456 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867372b4-a08d-4dd4-8003-1490c53b77a4 admin admin] Router fa233cd7-4745-4879-b831-b20c5475bca8 has already been hosted by L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 {{(pid=93046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:21:35.104862 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867372b4-a08d-4dd4-8003-1490c53b77a4 admin admin] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:21:35.110758 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-867372b4-a08d-4dd4-8003-1490c53b77a4 admin admin] 10.222.0.47 "PUT /v2.0/routers/fa233cd7-4745-4879-b831-b20c5475bca8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3447208 Jul 23 11:21:35.113297 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 41220) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:21:35.116218 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bda4e2-0a7c-4051-8c3f-9f86c795fd6e None None] Sync routers for ids ['fa233cd7-4745-4879-b831-b20c5475bca8'] in dv-cinder-801989-3-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:21:35.125149 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bda4e2-0a7c-4051-8c3f-9f86c795fd6e None None] Routers {'fa233cd7-4745-4879-b831-b20c5475bca8'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:21:35.125761 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-b3bda4e2-0a7c-4051-8c3f-9f86c795fd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:21:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['fa233cd7-4745-4879-b831-b20c5475bca8'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:21:35.219444 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-67445f8e-a13d-4cdd-bffe-26f934fc177b admin admin] Notify callbacks [] for router, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:35.230266 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-b3bda4e2-0a7c-4051-8c3f-9f86c795fd6e None None] Set router fa233cd7-4745-4879-b831-b20c5475bca8 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:21:35.331501 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-67445f8e-a13d-4cdd-bffe-26f934fc177b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:35.383231 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-67445f8e-a13d-4cdd-bffe-26f934fc177b admin admin] Deleting port f45da899-ef9e-45e4-bca5-bf5579c895d8 {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:21:35.383640 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-67445f8e-a13d-4cdd-bffe-26f934fc177b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:35.415703 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-b3bda4e2-0a7c-4051-8c3f-9f86c795fd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'name': 'tempest-TestMinimumBasicScenario-1995979228-router', 'tenant_id': 'a7994f5a9415465eb04c75862f881353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f45da899-ef9e-45e4-bca5-bf5579c895d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:19:18Z', 'updated_at': '2021-07-23T11:21:34Z', 'revision_number': 5, 'project_id': 'a7994f5a9415465eb04c75862f881353', 'gw_port': {'id': 'f45da899-ef9e-45e4-bca5-bf5579c895d8', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:19Z', 'updated_at': '2021-07-23T11:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi'}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:21:35.444208 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bda4e2-0a7c-4051-8c3f-9f86c795fd6e None None] Checking router: fa233cd7-4745-4879-b831-b20c5475bca8 for host: dv-cinder-801989-3-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:21:35.453258 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bda4e2-0a7c-4051-8c3f-9f86c795fd6e None None] Routers {'fa233cd7-4745-4879-b831-b20c5475bca8'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:21:35.453906 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-b3bda4e2-0a7c-4051-8c3f-9f86c795fd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:21:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['fa233cd7-4745-4879-b831-b20c5475bca8'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:21:35.473262 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [None req-67445f8e-a13d-4cdd-bffe-26f934fc177b admin admin] For port f45da899-ef9e-45e4-bca5-bf5579c895d8, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=f45da899-ef9e-45e4-bca5-bf5579c895d8,segment=NetworkSegment(b5c8421f-b86b-4175-8464-b8724faa06bb),segment_id=b5c8421f-b86b-4175-8464-b8724faa06bb)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:21:35.473626 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-67445f8e-a13d-4cdd-bffe-26f934fc177b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:35.486904 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-67445f8e-a13d-4cdd-bffe-26f934fc177b admin admin] Calling delete_port for f45da899-ef9e-45e4-bca5-bf5579c895d8 owned by network:router_gateway {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:21:35.567763 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-b3bda4e2-0a7c-4051-8c3f-9f86c795fd6e None None] Set router fa233cd7-4745-4879-b831-b20c5475bca8 gateway port host: None {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:21:35.649741 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-b3bda4e2-0a7c-4051-8c3f-9f86c795fd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'name': 'tempest-TestMinimumBasicScenario-1995979228-router', 'tenant_id': 'a7994f5a9415465eb04c75862f881353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:19:18Z', 'updated_at': '2021-07-23T11:21:35Z', 'revision_number': 6, 'project_id': 'a7994f5a9415465eb04c75862f881353', 'gw_port_host': None}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:21:35.669517 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-67445f8e-a13d-4cdd-bffe-26f934fc177b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31524845'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:35.685068 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bda4e2-0a7c-4051-8c3f-9f86c795fd6e None None] The sync data for ids ['fa233cd7-4745-4879-b831-b20c5475bca8'] in dv-cinder-801989-3-iscsi is: [{'id': 'fa233cd7-4745-4879-b831-b20c5475bca8', 'name': 'tempest-TestMinimumBasicScenario-1995979228-router', 'tenant_id': 'a7994f5a9415465eb04c75862f881353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:19:18Z', 'updated_at': '2021-07-23T11:21:35Z', 'revision_number': 6, 'project_id': 'a7994f5a9415465eb04c75862f881353', 'gw_port_host': None}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:21:35.698099 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67445f8e-a13d-4cdd-bffe-26f934fc177b admin admin] Pushing event deleted for resources: {'Port': ['ID=f45da899-ef9e-45e4-bca5-bf5579c895d8,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:35.772863 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-67445f8e-a13d-4cdd-bffe-26f934fc177b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408832'] for router_gateway, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:35.858662 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 574edfdf-5664-4736-b141-2ac104967dad no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:21:35.879076 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] No Port match for: 574edfdf-5664-4736-b141-2ac104967dad {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:21:35.879419 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 574edfdf-5664-4736-b141-2ac104967dad not bound to the agent host hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:21:35.880829 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-67445f8e-a13d-4cdd-bffe-26f934fc177b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-377688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:35.883586 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-67445f8e-a13d-4cdd-bffe-26f934fc177b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:35.935884 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-67445f8e-a13d-4cdd-bffe-26f934fc177b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-377828'] for router, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:35.936375 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67445f8e-a13d-4cdd-bffe-26f934fc177b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa233cd7-4745-4879-b831-b20c5475bca8 {{(pid=93046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 11:21:35.943734 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-67445f8e-a13d-4cdd-bffe-26f934fc177b admin admin] Notify callbacks [] for router, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:35.945001 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-67445f8e-a13d-4cdd-bffe-26f934fc177b admin admin] 10.222.0.47 "DELETE /v2.0/routers/fa233cd7-4745-4879-b831-b20c5475bca8 HTTP/1.1" status: 204 len: 168 time: 0.8307481 Jul 23 11:21:35.948915 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 41222) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:21:36.004917 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd736cb5-9c68-41bd-8d42-00c70afd20f3 admin admin] Deleting subnet 8d25cc35-5e9c-4651-8594-8d9e3776e3c3 {{(pid=93047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:21:36.008966 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-fd736cb5-9c68-41bd-8d42-00c70afd20f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:36.056415 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-fd736cb5-9c68-41bd-8d42-00c70afd20f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31365394'] for subnet, precommit_delete_associations {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:36.143489 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-fd736cb5-9c68-41bd-8d42-00c70afd20f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501035'] for subnet, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:36.195382 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-fd736cb5-9c68-41bd-8d42-00c70afd20f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31365225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31171138'] for subnet, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:36.222847 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-fd736cb5-9c68-41bd-8d42-00c70afd20f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for subnet, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:36.224709 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-fd736cb5-9c68-41bd-8d42-00c70afd20f3 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/8d25cc35-5e9c-4651-8594-8d9e3776e3c3 HTTP/1.1" status: 204 len: 168 time: 0.2748086 Jul 23 11:21:36.226321 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd736cb5-9c68-41bd-8d42-00c70afd20f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d25cc35-5e9c-4651-8594-8d9e3776e3c3,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:36.227438 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 41224) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:21:36.227953 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17bfecf-c8cc-4e71-9712-9262f3534147 None None] Network fd040221-43de-4c93-b44d-6a49c4eef689 requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:21:36.313951 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4d781af2-ac47-41f2-bb2d-7b51538f7035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638085'] for network, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:36.377661 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-4d781af2-ac47-41f2-bb2d-7b51538f7035 admin admin] Deleting port 2acb0908-4ba9-480e-a7ce-276fdcdca3fa {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:21:36.378021 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4d781af2-ac47-41f2-bb2d-7b51538f7035 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:36.445649 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ffa59e-03bd-41f5-ad42-d27b18219a72 None None] DHCP port deletion for fd040221-43de-4c93-b44d-6a49c4eef689 request from dv-cinder-801989-3-iscsi {{(pid=93048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 11:21:36.456931 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [None req-4d781af2-ac47-41f2-bb2d-7b51538f7035 admin admin] For port 2acb0908-4ba9-480e-a7ce-276fdcdca3fa, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=2acb0908-4ba9-480e-a7ce-276fdcdca3fa,segment=NetworkSegment(c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50),segment_id=c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:21:36.457297 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4d781af2-ac47-41f2-bb2d-7b51538f7035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:36.469756 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-4d781af2-ac47-41f2-bb2d-7b51538f7035 admin admin] Calling delete_port for 2acb0908-4ba9-480e-a7ce-276fdcdca3fa owned by network:dhcp {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:21:36.493192 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-f3ffa59e-03bd-41f5-ad42-d27b18219a72 None None] Deleting port 2acb0908-4ba9-480e-a7ce-276fdcdca3fa {{(pid=93048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:21:36.493563 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-f3ffa59e-03bd-41f5-ad42-d27b18219a72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:36.555085 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4d781af2-ac47-41f2-bb2d-7b51538f7035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31524845'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:36.565378 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-f3ffa59e-03bd-41f5-ad42-d27b18219a72 None None] For port 2acb0908-4ba9-480e-a7ce-276fdcdca3fa, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=2acb0908-4ba9-480e-a7ce-276fdcdca3fa,segment=NetworkSegment(c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50),segment_id=c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:21:36.565777 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-f3ffa59e-03bd-41f5-ad42-d27b18219a72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:36.577952 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-f3ffa59e-03bd-41f5-ad42-d27b18219a72 None None] Calling delete_port for 2acb0908-4ba9-480e-a7ce-276fdcdca3fa owned by network:dhcp {{(pid=93048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:21:36.581625 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d781af2-ac47-41f2-bb2d-7b51538f7035 admin admin] Pushing event deleted for resources: {'Port': ['ID=2acb0908-4ba9-480e-a7ce-276fdcdca3fa,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:36.584875 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d781af2-ac47-41f2-bb2d-7b51538f7035 admin admin] No DVR routers for this DVR port 2acb0908-4ba9-480e-a7ce-276fdcdca3fa on host dv-cinder-801989-3-iscsi {{(pid=93046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:21:36.662704 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4d781af2-ac47-41f2-bb2d-7b51538f7035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499634', 'neutron.services.segments.db._delete_segments_for_network-8792856633739'] for network, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:36.667978 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-f3ffa59e-03bd-41f5-ad42-d27b18219a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983'] for port, after_delete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:36.677031 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-4d781af2-ac47-41f2-bb2d-7b51538f7035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd040221-43de-4c93-b44d-6a49c4eef689']}} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:21:36.677238 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 2acb0908-4ba9-480e-a7ce-276fdcdca3fa no longer exists at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:21:36.688495 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-4d781af2-ac47-41f2-bb2d-7b51538f7035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50') {'for_net_delete': True} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:21:36.688790 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-4d781af2-ac47-41f2-bb2d-7b51538f7035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c493f61f-7a25-47a0-aaa8-d9ee9ec8bf50') {} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:21:36.698091 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4d781af2-ac47-41f2-bb2d-7b51538f7035 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792856541624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31874243'] for segment, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:36.715838 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4d781af2-ac47-41f2-bb2d-7b51538f7035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402'] for segment, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:36.719822 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ffa59e-03bd-41f5-ad42-d27b18219a72 None None] Pushing event deleted for resources: {'Port': ['ID=2acb0908-4ba9-480e-a7ce-276fdcdca3fa,revision_number=None']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:36.721860 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] No Port match for: 2acb0908-4ba9-480e-a7ce-276fdcdca3fa {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:21:36.722206 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 2acb0908-4ba9-480e-a7ce-276fdcdca3fa not bound to the agent host dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:21:36.722620 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device f45da899-ef9e-45e4-bca5-bf5579c895d8 no longer exists at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:21:36.725251 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d781af2-ac47-41f2-bb2d-7b51538f7035 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=93046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:21:36.725405 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ffa59e-03bd-41f5-ad42-d27b18219a72 None None] No DVR routers for this DVR port 2acb0908-4ba9-480e-a7ce-276fdcdca3fa on host dv-cinder-801989-3-iscsi {{(pid=93048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:21:36.725655 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4d781af2-ac47-41f2-bb2d-7b51538f7035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31524794'] for segment, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:36.729076 dv-cinder-801989-3-iscsi neutron-server[93046]: Traceback (most recent call last): Jul 23 11:21:36.729076 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:21:36.729076 dv-cinder-801989-3-iscsi neutron-server[93046]: timer() Jul 23 11:21:36.729076 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:21:36.729076 dv-cinder-801989-3-iscsi neutron-server[93046]: cb(*args, **kw) Jul 23 11:21:36.729076 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:21:36.729076 dv-cinder-801989-3-iscsi neutron-server[93046]: return func(*args, **kwargs) Jul 23 11:21:36.729076 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:21:36.729076 dv-cinder-801989-3-iscsi neutron-server[93046]: self._notify() Jul 23 11:21:36.729076 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:21:36.729076 dv-cinder-801989-3-iscsi neutron-server[93046]: self.callback(batched_events) Jul 23 11:21:36.729076 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:21:36.729076 dv-cinder-801989-3-iscsi neutron-server[93046]: event.method(event) Jul 23 11:21:36.729076 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:21:36.729076 dv-cinder-801989-3-iscsi neutron-server[93046]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:21:36.729076 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:21:36.729076 dv-cinder-801989-3-iscsi neutron-server[93046]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:21:36.729076 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:21:36.729076 dv-cinder-801989-3-iscsi neutron-server[93046]: return f(self, *a, **k) Jul 23 11:21:36.729076 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:21:36.729076 dv-cinder-801989-3-iscsi neutron-server[93046]: return self._get(url).json() Jul 23 11:21:36.729076 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:21:36.729076 dv-cinder-801989-3-iscsi neutron-server[93046]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:21:36.729076 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:21:36.729076 dv-cinder-801989-3-iscsi neutron-server[93046]: return self.request(url, 'GET', **kwargs) Jul 23 11:21:36.729076 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:21:36.729076 dv-cinder-801989-3-iscsi neutron-server[93046]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:21:36.729076 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:21:36.729076 dv-cinder-801989-3-iscsi neutron-server[93046]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:21:36.729076 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:21:36.729076 dv-cinder-801989-3-iscsi neutron-server[93046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:21:36.729076 dv-cinder-801989-3-iscsi neutron-server[93046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:21:36.750561 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ffa59e-03bd-41f5-ad42-d27b18219a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:36.750917 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ffa59e-03bd-41f5-ad42-d27b18219a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:36.751264 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ffa59e-03bd-41f5-ad42-d27b18219a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:36.752117 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ffa59e-03bd-41f5-ad42-d27b18219a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:36.752117 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ffa59e-03bd-41f5-ad42-d27b18219a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:36.752508 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ffa59e-03bd-41f5-ad42-d27b18219a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:36.752603 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ffa59e-03bd-41f5-ad42-d27b18219a72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:36.752982 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ffa59e-03bd-41f5-ad42-d27b18219a72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:36.753318 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ffa59e-03bd-41f5-ad42-d27b18219a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:36.754189 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ffa59e-03bd-41f5-ad42-d27b18219a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:36.754189 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ffa59e-03bd-41f5-ad42-d27b18219a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:36.754379 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ffa59e-03bd-41f5-ad42-d27b18219a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:36.757027 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] No Port match for: f45da899-ef9e-45e4-bca5-bf5579c895d8 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:21:36.757378 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device f45da899-ef9e-45e4-bca5-bf5579c895d8 not bound to the agent host dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:21:36.757823 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 9c5339e0-6b93-4c05-babf-1d06448ba84a no longer exists at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:21:36.778167 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] No Port match for: 9c5339e0-6b93-4c05-babf-1d06448ba84a {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:21:36.778517 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 9c5339e0-6b93-4c05-babf-1d06448ba84a not bound to the agent host dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:21:36.790316 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4d781af2-ac47-41f2-bb2d-7b51538f7035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409060'] for network, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:36.795871 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4d781af2-ac47-41f2-bb2d-7b51538f7035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:36.798198 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-4d781af2-ac47-41f2-bb2d-7b51538f7035 admin admin] 10.222.0.47 "DELETE /v2.0/networks/fd040221-43de-4c93-b44d-6a49c4eef689 HTTP/1.1" status: 204 len: 168 time: 0.5692496 Jul 23 11:21:36.800845 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 41226) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:21:36.810548 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d781af2-ac47-41f2-bb2d-7b51538f7035 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd040221-43de-4c93-b44d-6a49c4eef689,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:37.135135 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-28a3e01f-4ba8-4572-a5c5-072a38ad9ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402753'] for router_interface, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:37.380445 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-28a3e01f-4ba8-4572-a5c5-072a38ad9ce4 admin admin] Deleting port 0446db6d-e6e9-4dc7-85ac-6600203670a0 {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:21:37.380680 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-28a3e01f-4ba8-4572-a5c5-072a38ad9ce4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:37.456646 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [None req-28a3e01f-4ba8-4572-a5c5-072a38ad9ce4 admin admin] For port 0446db6d-e6e9-4dc7-85ac-6600203670a0, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=0446db6d-e6e9-4dc7-85ac-6600203670a0,segment=NetworkSegment(d81f78df-60ae-4859-94a9-d6828219d439),segment_id=d81f78df-60ae-4859-94a9-d6828219d439)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:21:37.456998 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-28a3e01f-4ba8-4572-a5c5-072a38ad9ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:37.469637 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-28a3e01f-4ba8-4572-a5c5-072a38ad9ce4 admin admin] Calling delete_port for 0446db6d-e6e9-4dc7-85ac-6600203670a0 owned by network:router_interface {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:21:37.899004 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-28a3e01f-4ba8-4572-a5c5-072a38ad9ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:37.923724 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3e01f-4ba8-4572-a5c5-072a38ad9ce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0446db6d-e6e9-4dc7-85ac-6600203670a0,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:38.085399 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-28a3e01f-4ba8-4572-a5c5-072a38ad9ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401687'] for router_interface, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:38.292295 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a3e01f-4ba8-4572-a5c5-072a38ad9ce4 admin admin] Router 83b700f5-1de6-4c81-acfe-d16ff528a0c0 has already been hosted by L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:21:38.400573 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a3e01f-4ba8-4572-a5c5-072a38ad9ce4 admin admin] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:21:38.406016 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-28a3e01f-4ba8-4572-a5c5-072a38ad9ce4 admin admin] 10.222.0.47 "PUT /v2.0/routers/83b700f5-1de6-4c81-acfe-d16ff528a0c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6041543 Jul 23 11:21:38.408618 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 41228) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:21:38.409038 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa46737c-b598-47bb-932b-d57234d4385c None None] Sync routers for ids ['83b700f5-1de6-4c81-acfe-d16ff528a0c0'] in dv-cinder-801989-3-iscsi {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:21:38.418237 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa46737c-b598-47bb-932b-d57234d4385c None None] Routers {'83b700f5-1de6-4c81-acfe-d16ff528a0c0'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:21:38.418837 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-fa46737c-b598-47bb-932b-d57234d4385c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:21:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['83b700f5-1de6-4c81-acfe-d16ff528a0c0'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:21:38.507744 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f33e2114-58d1-48ce-a612-1386e8a99777 admin admin] Notify callbacks [] for router, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:38.521481 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-fa46737c-b598-47bb-932b-d57234d4385c None None] Set router 83b700f5-1de6-4c81-acfe-d16ff528a0c0 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:21:38.604670 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f33e2114-58d1-48ce-a612-1386e8a99777 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:38.665263 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-f33e2114-58d1-48ce-a612-1386e8a99777 admin admin] Deleting port fff9848a-9be9-480c-9b45-35730abbcebf {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:21:38.665609 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f33e2114-58d1-48ce-a612-1386e8a99777 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:38.698823 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-fa46737c-b598-47bb-932b-d57234d4385c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b700f5-1de6-4c81-acfe-d16ff528a0c0', 'name': 'tempest-TestMinimumBasicScenario-270139541-router', 'tenant_id': '9d90858c3d6846fdab969c755dc923bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'fff9848a-9be9-480c-9b45-35730abbcebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:19:23Z', 'updated_at': '2021-07-23T11:21:37Z', 'revision_number': 5, 'project_id': '9d90858c3d6846fdab969c755dc923bf', 'gw_port': {'id': 'fff9848a-9be9-480c-9b45-35730abbcebf', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b700f5-1de6-4c81-acfe-d16ff528a0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:23Z', 'updated_at': '2021-07-23T11:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi'}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:21:38.728310 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa46737c-b598-47bb-932b-d57234d4385c None None] Checking router: 83b700f5-1de6-4c81-acfe-d16ff528a0c0 for host: dv-cinder-801989-3-iscsi {{(pid=93049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:21:38.737071 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa46737c-b598-47bb-932b-d57234d4385c None None] Routers {'83b700f5-1de6-4c81-acfe-d16ff528a0c0'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:21:38.737664 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-fa46737c-b598-47bb-932b-d57234d4385c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:21:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['83b700f5-1de6-4c81-acfe-d16ff528a0c0'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:21:38.743470 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [None req-f33e2114-58d1-48ce-a612-1386e8a99777 admin admin] For port fff9848a-9be9-480c-9b45-35730abbcebf, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=fff9848a-9be9-480c-9b45-35730abbcebf,segment=NetworkSegment(b5c8421f-b86b-4175-8464-b8724faa06bb),segment_id=b5c8421f-b86b-4175-8464-b8724faa06bb)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:21:38.743830 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f33e2114-58d1-48ce-a612-1386e8a99777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:38.756616 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-f33e2114-58d1-48ce-a612-1386e8a99777 admin admin] Calling delete_port for fff9848a-9be9-480c-9b45-35730abbcebf owned by network:router_gateway {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:21:38.820777 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-fa46737c-b598-47bb-932b-d57234d4385c None None] Set router 83b700f5-1de6-4c81-acfe-d16ff528a0c0 gateway port host: None {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:21:38.871074 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-fa46737c-b598-47bb-932b-d57234d4385c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b700f5-1de6-4c81-acfe-d16ff528a0c0', 'name': 'tempest-TestMinimumBasicScenario-270139541-router', 'tenant_id': '9d90858c3d6846fdab969c755dc923bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:19:23Z', 'updated_at': '2021-07-23T11:21:38Z', 'revision_number': 6, 'project_id': '9d90858c3d6846fdab969c755dc923bf', 'gw_port_host': None}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:21:38.900563 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa46737c-b598-47bb-932b-d57234d4385c None None] The sync data for ids ['83b700f5-1de6-4c81-acfe-d16ff528a0c0'] in dv-cinder-801989-3-iscsi is: [{'id': '83b700f5-1de6-4c81-acfe-d16ff528a0c0', 'name': 'tempest-TestMinimumBasicScenario-270139541-router', 'tenant_id': '9d90858c3d6846fdab969c755dc923bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:19:23Z', 'updated_at': '2021-07-23T11:21:38Z', 'revision_number': 6, 'project_id': '9d90858c3d6846fdab969c755dc923bf', 'gw_port_host': None}] {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:21:38.921765 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f33e2114-58d1-48ce-a612-1386e8a99777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:38.947084 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e2114-58d1-48ce-a612-1386e8a99777 admin admin] Pushing event deleted for resources: {'Port': ['ID=fff9848a-9be9-480c-9b45-35730abbcebf,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:39.010894 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f33e2114-58d1-48ce-a612-1386e8a99777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408832'] for router_gateway, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:39.100738 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f33e2114-58d1-48ce-a612-1386e8a99777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-377688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:39.103903 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f33e2114-58d1-48ce-a612-1386e8a99777 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:39.147998 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f33e2114-58d1-48ce-a612-1386e8a99777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-377828'] for router, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:39.148525 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33e2114-58d1-48ce-a612-1386e8a99777 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83b700f5-1de6-4c81-acfe-d16ff528a0c0 {{(pid=93047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 11:21:39.153432 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f33e2114-58d1-48ce-a612-1386e8a99777 admin admin] Notify callbacks [] for router, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:39.154768 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-f33e2114-58d1-48ce-a612-1386e8a99777 admin admin] 10.222.0.47 "DELETE /v2.0/routers/83b700f5-1de6-4c81-acfe-d16ff528a0c0 HTTP/1.1" status: 204 len: 168 time: 0.7451587 Jul 23 11:21:39.157187 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 41230) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:21:39.204203 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f2526c-ef55-46e6-bf20-438bd97fa5de admin admin] Deleting subnet fff378fb-9c1a-427f-88d7-fdbcfe02b519 {{(pid=93047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:21:39.207237 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-14f2526c-ef55-46e6-bf20-438bd97fa5de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:39.241485 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-14f2526c-ef55-46e6-bf20-438bd97fa5de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31365394'] for subnet, precommit_delete_associations {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:39.321946 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-14f2526c-ef55-46e6-bf20-438bd97fa5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501035'] for subnet, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:39.374815 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-14f2526c-ef55-46e6-bf20-438bd97fa5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31365225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31171138'] for subnet, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:39.404627 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2526c-ef55-46e6-bf20-438bd97fa5de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fff378fb-9c1a-427f-88d7-fdbcfe02b519,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:39.408522 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-14f2526c-ef55-46e6-bf20-438bd97fa5de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for subnet, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:39.410372 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-14f2526c-ef55-46e6-bf20-438bd97fa5de admin admin] 10.222.0.47 "DELETE /v2.0/subnets/fff378fb-9c1a-427f-88d7-fdbcfe02b519 HTTP/1.1" status: 204 len: 168 time: 0.2522635 Jul 23 11:21:39.412861 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 41232) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:21:39.417866 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8738011-26ac-4fdd-b048-b1db766fa422 None None] Network 5aeea304-155e-4349-88a9-f7ba73ba17c3 requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:21:39.481349 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-78df419f-8092-4a0f-947e-e67c1c941036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638085'] for network, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:39.533654 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-78df419f-8092-4a0f-947e-e67c1c941036 admin admin] Deleting port d354aa6c-dc37-48a7-82ec-67fac845ee99 {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:21:39.533988 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-78df419f-8092-4a0f-947e-e67c1c941036 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:39.598771 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [None req-78df419f-8092-4a0f-947e-e67c1c941036 admin admin] For port d354aa6c-dc37-48a7-82ec-67fac845ee99, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=d354aa6c-dc37-48a7-82ec-67fac845ee99,segment=NetworkSegment(d81f78df-60ae-4859-94a9-d6828219d439),segment_id=d81f78df-60ae-4859-94a9-d6828219d439)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:21:39.599062 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-78df419f-8092-4a0f-947e-e67c1c941036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:39.610699 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-78df419f-8092-4a0f-947e-e67c1c941036 admin admin] Calling delete_port for d354aa6c-dc37-48a7-82ec-67fac845ee99 owned by network:dhcp {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:21:39.655139 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e962aa-dd92-49fb-91b8-e5b8b57bdef2 None None] DHCP port deletion for 5aeea304-155e-4349-88a9-f7ba73ba17c3 request from dv-cinder-801989-3-iscsi {{(pid=93048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 11:21:39.694856 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-78df419f-8092-4a0f-947e-e67c1c941036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:39.704264 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-45e962aa-dd92-49fb-91b8-e5b8b57bdef2 None None] Deleting port d354aa6c-dc37-48a7-82ec-67fac845ee99 {{(pid=93048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:21:39.704652 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-45e962aa-dd92-49fb-91b8-e5b8b57bdef2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:39.723335 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df419f-8092-4a0f-947e-e67c1c941036 admin admin] Pushing event deleted for resources: {'Port': ['ID=d354aa6c-dc37-48a7-82ec-67fac845ee99,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:39.727653 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78df419f-8092-4a0f-947e-e67c1c941036 admin admin] No DVR routers for this DVR port d354aa6c-dc37-48a7-82ec-67fac845ee99 on host dv-cinder-801989-3-iscsi {{(pid=93047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:21:39.803711 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-78df419f-8092-4a0f-947e-e67c1c941036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499634', 'neutron.services.segments.db._delete_segments_for_network-8792856633739'] for network, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:39.815269 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-78df419f-8092-4a0f-947e-e67c1c941036 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aeea304-155e-4349-88a9-f7ba73ba17c3']}} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:21:39.826032 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-78df419f-8092-4a0f-947e-e67c1c941036 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd81f78df-60ae-4859-94a9-d6828219d439') {'for_net_delete': True} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:21:39.826439 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-78df419f-8092-4a0f-947e-e67c1c941036 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd81f78df-60ae-4859-94a9-d6828219d439') {} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:21:39.836395 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-78df419f-8092-4a0f-947e-e67c1c941036 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792856541624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31365419'] for segment, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:39.853205 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-78df419f-8092-4a0f-947e-e67c1c941036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402'] for segment, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:39.861265 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78df419f-8092-4a0f-947e-e67c1c941036 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=93047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:21:39.861663 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-78df419f-8092-4a0f-947e-e67c1c941036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31365331'] for segment, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:39.863501 dv-cinder-801989-3-iscsi neutron-server[93047]: Traceback (most recent call last): Jul 23 11:21:39.863501 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:21:39.863501 dv-cinder-801989-3-iscsi neutron-server[93047]: timer() Jul 23 11:21:39.863501 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:21:39.863501 dv-cinder-801989-3-iscsi neutron-server[93047]: cb(*args, **kw) Jul 23 11:21:39.863501 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:21:39.863501 dv-cinder-801989-3-iscsi neutron-server[93047]: return func(*args, **kwargs) Jul 23 11:21:39.863501 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:21:39.863501 dv-cinder-801989-3-iscsi neutron-server[93047]: self._notify() Jul 23 11:21:39.863501 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:21:39.863501 dv-cinder-801989-3-iscsi neutron-server[93047]: self.callback(batched_events) Jul 23 11:21:39.863501 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:21:39.863501 dv-cinder-801989-3-iscsi neutron-server[93047]: event.method(event) Jul 23 11:21:39.863501 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:21:39.863501 dv-cinder-801989-3-iscsi neutron-server[93047]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:21:39.863501 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:21:39.863501 dv-cinder-801989-3-iscsi neutron-server[93047]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:21:39.863501 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:21:39.863501 dv-cinder-801989-3-iscsi neutron-server[93047]: return f(self, *a, **k) Jul 23 11:21:39.863501 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:21:39.863501 dv-cinder-801989-3-iscsi neutron-server[93047]: return self._get(url).json() Jul 23 11:21:39.863501 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:21:39.863501 dv-cinder-801989-3-iscsi neutron-server[93047]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:21:39.863501 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:21:39.863501 dv-cinder-801989-3-iscsi neutron-server[93047]: return self.request(url, 'GET', **kwargs) Jul 23 11:21:39.863501 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:21:39.863501 dv-cinder-801989-3-iscsi neutron-server[93047]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:21:39.863501 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:21:39.863501 dv-cinder-801989-3-iscsi neutron-server[93047]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:21:39.863501 dv-cinder-801989-3-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:21:39.863501 dv-cinder-801989-3-iscsi neutron-server[93047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:21:39.863501 dv-cinder-801989-3-iscsi neutron-server[93047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:21:39.900734 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-45e962aa-dd92-49fb-91b8-e5b8b57bdef2 None None] For port d354aa6c-dc37-48a7-82ec-67fac845ee99, host dv-cinder-801989-3-iscsi, got binding levels [] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:21:39.901117 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-45e962aa-dd92-49fb-91b8-e5b8b57bdef2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:39.914537 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-45e962aa-dd92-49fb-91b8-e5b8b57bdef2 None None] Calling delete_port for d354aa6c-dc37-48a7-82ec-67fac845ee99 owned by network:dhcp {{(pid=93048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:21:39.917409 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.ipam_backend_mixin [None req-45e962aa-dd92-49fb-91b8-e5b8b57bdef2 None None] Port d354aa6c-dc37-48a7-82ec-67fac845ee99 was not found and therefore no delete operation was performed {{(pid=93048) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 11:21:39.918758 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-45e962aa-dd92-49fb-91b8-e5b8b57bdef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983'] for port, after_delete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:39.929087 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-78df419f-8092-4a0f-947e-e67c1c941036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409060'] for network, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:39.937598 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-78df419f-8092-4a0f-947e-e67c1c941036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for network, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:39.939530 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-78df419f-8092-4a0f-947e-e67c1c941036 admin admin] 10.222.0.47 "DELETE /v2.0/networks/5aeea304-155e-4349-88a9-f7ba73ba17c3 HTTP/1.1" status: 204 len: 168 time: 0.5257263 Jul 23 11:21:39.946319 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e962aa-dd92-49fb-91b8-e5b8b57bdef2 None None] Pushing event deleted for resources: {'Port': ['ID=d354aa6c-dc37-48a7-82ec-67fac845ee99,revision_number=None']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:39.953242 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e962aa-dd92-49fb-91b8-e5b8b57bdef2 None None] No DVR routers for this DVR port d354aa6c-dc37-48a7-82ec-67fac845ee99 on host dv-cinder-801989-3-iscsi {{(pid=93048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:21:39.960480 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df419f-8092-4a0f-947e-e67c1c941036 admin admin] Pushing event deleted for resources: {'Network': ['ID=5aeea304-155e-4349-88a9-f7ba73ba17c3,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:40.102155 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 41236) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:21:40.141417 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-62af8f5e-ee48-478e-aff2-713499647bac admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a7994f5a9415465eb04c75862f881353&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380597 Jul 23 11:21:40.143703 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 41238) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:21:40.193691 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f7e74fea-f84c-4758-b2a3-727641000844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:40.214324 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f7e74fea-f84c-4758-b2a3-727641000844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:40.258551 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f7e74fea-f84c-4758-b2a3-727641000844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:40.261357 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f7e74fea-f84c-4758-b2a3-727641000844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:40.262479 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-f7e74fea-f84c-4758-b2a3-727641000844 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/00daeb43-1d74-452d-b77d-36f8bfd5ee7b HTTP/1.1" status: 204 len: 168 time: 0.1178579 Jul 23 11:21:40.271442 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e74fea-f84c-4758-b2a3-727641000844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00daeb43-1d74-452d-b77d-36f8bfd5ee7b,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:40.564387 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 41244) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:21:40.602787 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-1c1b9233-5bab-44a1-979f-75363eaa363f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9d90858c3d6846fdab969c755dc923bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372357 Jul 23 11:21:40.605254 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 41246) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:21:40.655389 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3e177f75-6e10-40e0-b1b1-55eb572b8a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:40.656492 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device fff9848a-9be9-480c-9b45-35730abbcebf no longer exists at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:21:40.675851 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] No Port match for: fff9848a-9be9-480c-9b45-35730abbcebf {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:21:40.676223 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device fff9848a-9be9-480c-9b45-35730abbcebf not bound to the agent host dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:21:40.676643 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 0446db6d-e6e9-4dc7-85ac-6600203670a0 no longer exists at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:21:40.676764 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3e177f75-6e10-40e0-b1b1-55eb572b8a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:40.694817 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] No Port match for: 0446db6d-e6e9-4dc7-85ac-6600203670a0 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:21:40.695164 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 0446db6d-e6e9-4dc7-85ac-6600203670a0 not bound to the agent host dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:21:40.695578 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device d354aa6c-dc37-48a7-82ec-67fac845ee99 no longer exists at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:21:40.715752 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] No Port match for: d354aa6c-dc37-48a7-82ec-67fac845ee99 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:21:40.716108 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device d354aa6c-dc37-48a7-82ec-67fac845ee99 not bound to the agent host dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:21:40.725927 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3e177f75-6e10-40e0-b1b1-55eb572b8a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:40.728704 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3e177f75-6e10-40e0-b1b1-55eb572b8a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:40.729807 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-3e177f75-6e10-40e0-b1b1-55eb572b8a29 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e5f332c7-4f6d-44b8-b71a-a98eb34e36e5 HTTP/1.1" status: 204 len: 168 time: 0.1236045 Jul 23 11:21:40.738835 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e177f75-6e10-40e0-b1b1-55eb572b8a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f332c7-4f6d-44b8-b71a-a98eb34e36e5,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:41.376925 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 41268) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:21:41.471693 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-56be2574-35a8-4312-8bba-a72ddef57e95 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1441365996-network', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:21:41.492893 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56be2574-35a8-4312-8bba-a72ddef57e95 admin admin] Made reservation on behalf of 59b243329b3b4b1b8d2ce3b0c59ae6ef for: {'network': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:21:41.495107 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-56be2574-35a8-4312-8bba-a72ddef57e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for network, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:41.506123 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-56be2574-35a8-4312-8bba-a72ddef57e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:41.596522 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-56be2574-35a8-4312-8bba-a72ddef57e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:41.600138 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-56be2574-35a8-4312-8bba-a72ddef57e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:41.625243 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56be2574-35a8-4312-8bba-a72ddef57e95 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=93046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:21:41.634995 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be2574-35a8-4312-8bba-a72ddef57e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c734a8ba-3336-450e-82d8-6f288162fb81,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:41.640411 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-56be2574-35a8-4312-8bba-a72ddef57e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402'] for segment, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:41.640757 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.db.segments_db [None req-56be2574-35a8-4312-8bba-a72ddef57e95 admin admin] Added segment 74f76dc1-d5c8-46ae-8605-0c9d96ffa71e of type vlan for network 702a3266-f139-4355-a8d7-6032cb500389 Jul 23 11:21:41.684865 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-56be2574-35a8-4312-8bba-a72ddef57e95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792856099175'] for network, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:41.713101 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-56be2574-35a8-4312-8bba-a72ddef57e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375'] for network, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:41.714053 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56be2574-35a8-4312-8bba-a72ddef57e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:41.714742 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-56be2574-35a8-4312-8bba-a72ddef57e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:41.749346 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-56be2574-35a8-4312-8bba-a72ddef57e95 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3712535 Jul 23 11:21:41.752265 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 41272) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:21:41.757342 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-3e8286a7-2d15-47ec-bca3-c905a0c4de60 admin admin] Request body: {'subnet': {'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1441365996-subnet', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'ip_version': 4}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:21:41.777902 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be2574-35a8-4312-8bba-a72ddef57e95 admin admin] Pushing event updated for resources: {'Network': ['ID=702a3266-f139-4355-a8d7-6032cb500389,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:41.778149 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8286a7-2d15-47ec-bca3-c905a0c4de60 admin admin] Made reservation on behalf of 59b243329b3b4b1b8d2ce3b0c59ae6ef for: {'subnet': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:21:41.782682 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3e8286a7-2d15-47ec-bca3-c905a0c4de60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31171175'] for subnet, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:41.788574 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Network 702a3266-f139-4355-a8d7-6032cb500389 details requested by agent ovs-agent-dv-cinder-801989-3-iscsi with host dv-cinder-801989-3-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:21:41.949580 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3e8286a7-2d15-47ec-bca3-c905a0c4de60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31365160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31171189'] for subnet, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:42.003651 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8286a7-2d15-47ec-bca3-c905a0c4de60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:42.012439 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8286a7-2d15-47ec-bca3-c905a0c4de60 admin admin] Checking segment: {'id': '74f76dc1-d5c8-46ae-8605-0c9d96ffa71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '702a3266-f139-4355-a8d7-6032cb500389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:21:42.012794 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8286a7-2d15-47ec-bca3-c905a0c4de60 admin admin] Network hostable DHCP agents. Network: 702a3266-f139-4355-a8d7-6032cb500389, hostable agents: ['b2a8c5e9-afda-4978-a37c-dc0c684fd952'], hosted agents: [] {{(pid=93047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:21:42.028835 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8286a7-2d15-47ec-bca3-c905a0c4de60 admin admin] Network 702a3266-f139-4355-a8d7-6032cb500389 is scheduled to be hosted by DHCP agent b2a8c5e9-afda-4978-a37c-dc0c684fd952 with binding_index 1 {{(pid=93047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:21:42.037996 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-3e8286a7-2d15-47ec-bca3-c905a0c4de60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-3-iscsi, 702a3266-f139-4355-a8d7-6032cb500389) {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:21:42.041815 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8286a7-2d15-47ec-bca3-c905a0c4de60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:42.042416 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3e8286a7-2d15-47ec-bca3-c905a0c4de60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for subnet, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:42.047233 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c06f68-b113-4eb0-a5f2-d5be6032b8e9 None None] Network 702a3266-f139-4355-a8d7-6032cb500389 requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:21:42.062509 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-3e8286a7-2d15-47ec-bca3-c905a0c4de60 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3091314 Jul 23 11:21:42.065738 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 41274) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:21:42.070099 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-7842dabb-7221-4288-993c-d4bcccd36f9a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1441365996-router', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'}}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:21:42.089957 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7842dabb-7221-4288-993c-d4bcccd36f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:42.090967 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7842dabb-7221-4288-993c-d4bcccd36f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2691'] for router, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:42.146013 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7842dabb-7221-4288-993c-d4bcccd36f9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:42.196249 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0331e87-9e44-460f-94bc-ff470507d576 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346dbadd-1aa0-50d9-9a92-89b0e917de90-702a3266-f139-4355-a8d7-6032cb500389', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'fixed_ips': [{'subnet_id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374'}]}} from dv-cinder-801989-3-iscsi. {{(pid=93048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 11:21:42.197101 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e0331e87-9e44-460f-94bc-ff470507d576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:42.278728 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7842dabb-7221-4288-993c-d4bcccd36f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-377716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2737'] for router, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:42.332311 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.db_base_plugin_common [None req-e0331e87-9e44-460f-94bc-ff470507d576 None None] Allocated IP 172.20.0.2 (702a3266-f139-4355-a8d7-6032cb500389/3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374/5e0499c7-1e65-4215-b319-d0087cd3baf6) {{(pid=93048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:21:42.467697 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e0331e87-9e44-460f-94bc-ff470507d576 None None] Notify callbacks [] for port, precommit_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:42.474439 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7842dabb-7221-4288-993c-d4bcccd36f9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:42.475866 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-e0331e87-9e44-460f-94bc-ff470507d576 None None] Transition to ACTIVE for port object 5e0499c7-1e65-4215-b319-d0087cd3baf6 will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:21:42.491323 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-e0331e87-9e44-460f-94bc-ff470507d576 None None] Transition to ACTIVE for port object 5e0499c7-1e65-4215-b319-d0087cd3baf6 will not be triggered until provisioned by entity DHCP. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:21:42.493876 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7842dabb-7221-4288-993c-d4bcccd36f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:42.497268 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e0331e87-9e44-460f-94bc-ff470507d576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974'] for port, after_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:42.537543 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0331e87-9e44-460f-94bc-ff470507d576 None None] Network 702a3266-f139-4355-a8d7-6032cb500389 is already hosted by enough agents. {{(pid=93048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:21:42.540219 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.scheduler.base_scheduler [None req-e0331e87-9e44-460f-94bc-ff470507d576 None None] Resources bound (agent type, host, resource id): {{(pid=93048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:21:42.546077 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0331e87-9e44-460f-94bc-ff470507d576 None None] Received port after_create {{(pid=93048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:21:42.556413 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0331e87-9e44-460f-94bc-ff470507d576 None None] Pushing event updated for resources: {'Port': ['ID=5e0499c7-1e65-4215-b319-d0087cd3baf6,revision_number=1']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:42.599462 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [None req-7842dabb-7221-4288-993c-d4bcccd36f9a admin admin] Allocated IP 172.27.2.222 (7e03cc48-3144-4cbe-b31a-c20231b9d64e/936becf8-b9e9-4f67-8a9b-c483761f3f68/081b00dc-3ab1-47df-b410-93d97c715253) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:21:42.607733 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-e0331e87-9e44-460f-94bc-ff470507d576 None None] Attempting to bind port 5e0499c7-1e65-4215-b319-d0087cd3baf6 on host dv-cinder-801989-3-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:21:42.608064 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-e0331e87-9e44-460f-94bc-ff470507d576 None None] Attempting to bind port 5e0499c7-1e65-4215-b319-d0087cd3baf6 by drivers openvswitch,hyperv on host dv-cinder-801989-3-iscsi at level 0 using segments [{'id': '74f76dc1-d5c8-46ae-8605-0c9d96ffa71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '702a3266-f139-4355-a8d7-6032cb500389'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:21:42.608448 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0331e87-9e44-460f-94bc-ff470507d576 None None] Attempting to bind port 5e0499c7-1e65-4215-b319-d0087cd3baf6 on network 702a3266-f139-4355-a8d7-6032cb500389 {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:21:42.613457 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0331e87-9e44-460f-94bc-ff470507d576 None None] Checking agent: {'id': '63737f21-8f70-4879-b83c-8d101c99e22a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 52, 20), 'started_at': datetime.datetime(2021, 7, 23, 10, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:21:42.613824 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0331e87-9e44-460f-94bc-ff470507d576 None None] Checking segment: {'id': '74f76dc1-d5c8-46ae-8605-0c9d96ffa71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '702a3266-f139-4355-a8d7-6032cb500389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:21:42.614219 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e0331e87-9e44-460f-94bc-ff470507d576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:42.614608 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0331e87-9e44-460f-94bc-ff470507d576 None None] Bound using segment: {'id': '74f76dc1-d5c8-46ae-8605-0c9d96ffa71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '702a3266-f139-4355-a8d7-6032cb500389'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:21:42.615167 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-e0331e87-9e44-460f-94bc-ff470507d576 None None] Bound port: 5e0499c7-1e65-4215-b319-d0087cd3baf6, host: dv-cinder-801989-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f76dc1-d5c8-46ae-8605-0c9d96ffa71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '702a3266-f139-4355-a8d7-6032cb500389'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:21:42.615431 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e0331e87-9e44-460f-94bc-ff470507d576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:42.676568 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-e0331e87-9e44-460f-94bc-ff470507d576 None None] For port 5e0499c7-1e65-4215-b319-d0087cd3baf6, host dv-cinder-801989-3-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:21:42.679621 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-e0331e87-9e44-460f-94bc-ff470507d576 None None] For port 5e0499c7-1e65-4215-b319-d0087cd3baf6, host dv-cinder-801989-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=5e0499c7-1e65-4215-b319-d0087cd3baf6,segment=NetworkSegment(74f76dc1-d5c8-46ae-8605-0c9d96ffa71e),segment_id=74f76dc1-d5c8-46ae-8605-0c9d96ffa71e)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:21:42.684767 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e0331e87-9e44-460f-94bc-ff470507d576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:42.703683 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7842dabb-7221-4288-993c-d4bcccd36f9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:42.743897 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0331e87-9e44-460f-94bc-ff470507d576 None None] Pushing event updated for resources: {'Port': ['ID=5e0499c7-1e65-4215-b319-d0087cd3baf6,revision_number=2']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:42.749494 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7842dabb-7221-4288-993c-d4bcccd36f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:42.786833 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7842dabb-7221-4288-993c-d4bcccd36f9a admin admin] Network 7e03cc48-3144-4cbe-b31a-c20231b9d64e is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:21:42.791772 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-7842dabb-7221-4288-993c-d4bcccd36f9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:21:42.795949 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7842dabb-7221-4288-993c-d4bcccd36f9a admin admin] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:21:42.801438 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842dabb-7221-4288-993c-d4bcccd36f9a admin admin] Pushing event updated for resources: {'Port': ['ID=081b00dc-3ab1-47df-b410-93d97c715253,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:43.056249 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7842dabb-7221-4288-993c-d4bcccd36f9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:43.511627 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7842dabb-7221-4288-993c-d4bcccd36f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-408892'] for router, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:43.643391 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7842dabb-7221-4288-993c-d4bcccd36f9a admin admin] Router 3baf835a-49ee-446c-a566-e607818ef269 is scheduled to L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 with binding_index 1 {{(pid=93047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 11:21:43.658299 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac45c041-371e-49d9-a6f5-20ee27e097df None None] Network 702a3266-f139-4355-a8d7-6032cb500389 requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:21:43.751944 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7842dabb-7221-4288-993c-d4bcccd36f9a admin admin] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:21:43.768227 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c821bca2-6fdd-4c8b-bf0e-f3a60e87337e None None] Sync routers for ids ['3baf835a-49ee-446c-a566-e607818ef269'] in dv-cinder-801989-3-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:21:43.768739 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7842dabb-7221-4288-993c-d4bcccd36f9a admin admin] Notify callbacks [] for router, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:43.769976 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-7842dabb-7221-4288-993c-d4bcccd36f9a admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7033143 Jul 23 11:21:43.772662 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 41276) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:21:43.794877 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c821bca2-6fdd-4c8b-bf0e-f3a60e87337e None None] Routers {'3baf835a-49ee-446c-a566-e607818ef269'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:21:43.795533 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-c821bca2-6fdd-4c8b-bf0e-f3a60e87337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:21:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['3baf835a-49ee-446c-a566-e607818ef269'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:21:43.802182 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-dfaca25a-586e-4e0c-bc82-d7054411e655 None None] Provisioning for port 5e0499c7-1e65-4215-b319-d0087cd3baf6 completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:21:43.940351 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-c821bca2-6fdd-4c8b-bf0e-f3a60e87337e None None] Set router 3baf835a-49ee-446c-a566-e607818ef269 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:21:44.149718 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-c821bca2-6fdd-4c8b-bf0e-f3a60e87337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3baf835a-49ee-446c-a566-e607818ef269', 'name': 'tempest-TestVolumeBootPattern-1441365996-router', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '081b00dc-3ab1-47df-b410-93d97c715253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:42Z', 'revision_number': 3, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'gw_port': {'id': '081b00dc-3ab1-47df-b410-93d97c715253', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi'}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:21:44.193114 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c821bca2-6fdd-4c8b-bf0e-f3a60e87337e None None] Checking router: 3baf835a-49ee-446c-a566-e607818ef269 for host: dv-cinder-801989-3-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:21:44.193650 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c821bca2-6fdd-4c8b-bf0e-f3a60e87337e None None] Updating router 3baf835a-49ee-446c-a566-e607818ef269 port 081b00dc-3ab1-47df-b410-93d97c715253 binding host dv-cinder-801989-3-iscsi {{(pid=93048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:21:44.219166 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2d23a4ae-c051-48a1-bef3-13bb442671d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:44.232607 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-c821bca2-6fdd-4c8b-bf0e-f3a60e87337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:44.375682 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [None req-2d23a4ae-c051-48a1-bef3-13bb442671d0 admin admin] Allocated IP 172.20.0.1 (702a3266-f139-4355-a8d7-6032cb500389/3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374/af1e4bcb-e74f-4032-90d6-d60a921c80c7) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:21:44.480587 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2d23a4ae-c051-48a1-bef3-13bb442671d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:44.494312 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-c821bca2-6fdd-4c8b-bf0e-f3a60e87337e None None] Notify callbacks [] for port, precommit_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:44.494684 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [None req-2d23a4ae-c051-48a1-bef3-13bb442671d0 admin admin] Transition to ACTIVE for port object af1e4bcb-e74f-4032-90d6-d60a921c80c7 will not be triggered until provisioned by entity DHCP. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:21:44.504210 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-c821bca2-6fdd-4c8b-bf0e-f3a60e87337e None None] Transition to ACTIVE for port object 081b00dc-3ab1-47df-b410-93d97c715253 will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:21:44.510142 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-c821bca2-6fdd-4c8b-bf0e-f3a60e87337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:44.529422 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2d23a4ae-c051-48a1-bef3-13bb442671d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:44.563010 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8544d193-7e1a-400b-bfd6-b0b35bf28b4a None None] Pushing event updated for resources: {'Port': ['ID=081b00dc-3ab1-47df-b410-93d97c715253,revision_number=2']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:44.565298 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-c821bca2-6fdd-4c8b-bf0e-f3a60e87337e None None] Attempting to bind port 081b00dc-3ab1-47df-b410-93d97c715253 on host dv-cinder-801989-3-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:21:44.565678 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-c821bca2-6fdd-4c8b-bf0e-f3a60e87337e None None] Attempting to bind port 081b00dc-3ab1-47df-b410-93d97c715253 by drivers openvswitch,hyperv on host dv-cinder-801989-3-iscsi at level 0 using segments [{'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:21:44.566046 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c821bca2-6fdd-4c8b-bf0e-f3a60e87337e None None] Attempting to bind port 081b00dc-3ab1-47df-b410-93d97c715253 on network 7e03cc48-3144-4cbe-b31a-c20231b9d64e {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:21:44.571954 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d23a4ae-c051-48a1-bef3-13bb442671d0 admin admin] Network 702a3266-f139-4355-a8d7-6032cb500389 is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:21:44.572303 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c821bca2-6fdd-4c8b-bf0e-f3a60e87337e None None] Checking agent: {'id': '63737f21-8f70-4879-b83c-8d101c99e22a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 52, 20), 'started_at': datetime.datetime(2021, 7, 23, 10, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:21:44.572630 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c821bca2-6fdd-4c8b-bf0e-f3a60e87337e None None] Checking segment: {'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:21:44.573042 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-c821bca2-6fdd-4c8b-bf0e-f3a60e87337e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:44.573431 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c821bca2-6fdd-4c8b-bf0e-f3a60e87337e None None] Bound using segment: {'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:21:44.573901 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-c821bca2-6fdd-4c8b-bf0e-f3a60e87337e None None] Bound port: 081b00dc-3ab1-47df-b410-93d97c715253, host: dv-cinder-801989-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:21:44.574290 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-c821bca2-6fdd-4c8b-bf0e-f3a60e87337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:44.578705 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-2d23a4ae-c051-48a1-bef3-13bb442671d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:21:44.583154 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d23a4ae-c051-48a1-bef3-13bb442671d0 admin admin] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:21:44.586411 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23a4ae-c051-48a1-bef3-13bb442671d0 admin admin] Pushing event updated for resources: {'Port': ['ID=af1e4bcb-e74f-4032-90d6-d60a921c80c7,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:44.627472 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2d23a4ae-c051-48a1-bef3-13bb442671d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407845'] for router_interface, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:44.642286 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-c821bca2-6fdd-4c8b-bf0e-f3a60e87337e None None] For port 081b00dc-3ab1-47df-b410-93d97c715253, host dv-cinder-801989-3-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:21:44.649088 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-c821bca2-6fdd-4c8b-bf0e-f3a60e87337e None None] For port 081b00dc-3ab1-47df-b410-93d97c715253, host dv-cinder-801989-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=081b00dc-3ab1-47df-b410-93d97c715253,segment=NetworkSegment(b5c8421f-b86b-4175-8464-b8724faa06bb),segment_id=b5c8421f-b86b-4175-8464-b8724faa06bb)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:21:44.656601 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-c821bca2-6fdd-4c8b-bf0e-f3a60e87337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:44.709182 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c821bca2-6fdd-4c8b-bf0e-f3a60e87337e None None] Routers {'3baf835a-49ee-446c-a566-e607818ef269'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:21:44.710517 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-c821bca2-6fdd-4c8b-bf0e-f3a60e87337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:21:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['3baf835a-49ee-446c-a566-e607818ef269'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:21:44.752769 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 5e0499c7-1e65-4215-b319-d0087cd3baf6 up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:21:44.799604 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2d23a4ae-c051-48a1-bef3-13bb442671d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:44.837285 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8544d193-7e1a-400b-bfd6-b0b35bf28b4a None None] Pushing event updated for resources: {'Port': ['ID=081b00dc-3ab1-47df-b410-93d97c715253,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:44.881310 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning for port 5e0499c7-1e65-4215-b319-d0087cd3baf6 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:21:44.889495 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-64634f2a-6125-4c3a-9f1b-5a6e04a34418 None None] Provisioning for port af1e4bcb-e74f-4032-90d6-d60a921c80c7 completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:21:44.894305 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port 5e0499c7-1e65-4215-b319-d0087cd3baf6 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:21:44.894679 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:44.900167 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-c821bca2-6fdd-4c8b-bf0e-f3a60e87337e None None] Set router 3baf835a-49ee-446c-a566-e607818ef269 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:21:44.942561 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-64634f2a-6125-4c3a-9f1b-5a6e04a34418 None None] Provisioning complete for port af1e4bcb-e74f-4032-90d6-d60a921c80c7 triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:21:44.942935 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-64634f2a-6125-4c3a-9f1b-5a6e04a34418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:44.984937 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2d23a4ae-c051-48a1-bef3-13bb442671d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:44.990257 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2d23a4ae-c051-48a1-bef3-13bb442671d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31365311'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:45.034690 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-64634f2a-6125-4c3a-9f1b-5a6e04a34418 None None] Port af1e4bcb-e74f-4032-90d6-d60a921c80c7 cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:21:45.063427 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23a4ae-c051-48a1-bef3-13bb442671d0 admin admin] Pushing event updated for resources: {'Port': ['ID=af1e4bcb-e74f-4032-90d6-d60a921c80c7,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:45.070683 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2d23a4ae-c051-48a1-bef3-13bb442671d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402930'] for router_interface, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:45.148533 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:45.172131 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d23a4ae-c051-48a1-bef3-13bb442671d0 admin admin] Network 702a3266-f139-4355-a8d7-6032cb500389 is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:21:45.173733 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-2d23a4ae-c051-48a1-bef3-13bb442671d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:21:45.309589 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d23a4ae-c051-48a1-bef3-13bb442671d0 admin admin] Router 3baf835a-49ee-446c-a566-e607818ef269 has already been hosted by L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:21:45.334756 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] For port 5e0499c7-1e65-4215-b319-d0087cd3baf6, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=5e0499c7-1e65-4215-b319-d0087cd3baf6,segment=NetworkSegment(74f76dc1-d5c8-46ae-8605-0c9d96ffa71e),segment_id=74f76dc1-d5c8-46ae-8605-0c9d96ffa71e)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:21:45.342365 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:45.374159 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-c821bca2-6fdd-4c8b-bf0e-f3a60e87337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3baf835a-49ee-446c-a566-e607818ef269', 'name': 'tempest-TestVolumeBootPattern-1441365996-router', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '081b00dc-3ab1-47df-b410-93d97c715253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:42Z', 'revision_number': 3, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'gw_port': {'id': '081b00dc-3ab1-47df-b410-93d97c715253', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi'}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:21:45.406919 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c821bca2-6fdd-4c8b-bf0e-f3a60e87337e None None] The sync data for ids ['3baf835a-49ee-446c-a566-e607818ef269'] in dv-cinder-801989-3-iscsi is: [{'id': '3baf835a-49ee-446c-a566-e607818ef269', 'name': 'tempest-TestVolumeBootPattern-1441365996-router', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '081b00dc-3ab1-47df-b410-93d97c715253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:42Z', 'revision_number': 3, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'gw_port': {'id': '081b00dc-3ab1-47df-b410-93d97c715253', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi'}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:21:45.433440 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Pushing event updated for resources: {'Port': ['ID=5e0499c7-1e65-4215-b319-d0087cd3baf6,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:45.454751 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d23a4ae-c051-48a1-bef3-13bb442671d0 admin admin] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:21:45.462790 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-2d23a4ae-c051-48a1-bef3-13bb442671d0 admin admin] 10.222.0.47 "PUT /v2.0/routers/3baf835a-49ee-446c-a566-e607818ef269/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6891153 Jul 23 11:21:45.463287 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-17c37513-5f87-4cba-a516-a1b79e7cb33f None None] Provisioning complete for port af1e4bcb-e74f-4032-90d6-d60a921c80c7 triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:21:45.463706 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-17c37513-5f87-4cba-a516-a1b79e7cb33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:45.501127 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-17c37513-5f87-4cba-a516-a1b79e7cb33f None None] Port af1e4bcb-e74f-4032-90d6-d60a921c80c7 cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:21:45.987802 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 41292) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:21:45.992908 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-2386c65f-68ee-438f-8fd3-6005400cecce admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1596978796-network', 'tenant_id': 'ff015255c8104b16a3b2b26cb73b09b1'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:21:46.017425 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2386c65f-68ee-438f-8fd3-6005400cecce admin admin] Made reservation on behalf of ff015255c8104b16a3b2b26cb73b09b1 for: {'network': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:21:46.019934 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2386c65f-68ee-438f-8fd3-6005400cecce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for network, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:46.030419 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2386c65f-68ee-438f-8fd3-6005400cecce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:46.131878 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2386c65f-68ee-438f-8fd3-6005400cecce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:46.136073 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2386c65f-68ee-438f-8fd3-6005400cecce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:46.165218 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2386c65f-68ee-438f-8fd3-6005400cecce admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=93047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:21:46.172648 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386c65f-68ee-438f-8fd3-6005400cecce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05971f6a-8359-48e7-b466-911577f9719b,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:46.180577 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2386c65f-68ee-438f-8fd3-6005400cecce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402'] for segment, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:46.180928 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.db.segments_db [None req-2386c65f-68ee-438f-8fd3-6005400cecce admin admin] Added segment 046510b3-cd97-4bdd-a45a-42a191df9206 of type vlan for network 7824b008-2b07-46fe-9eb8-341a0fdcd752 Jul 23 11:21:46.225097 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2386c65f-68ee-438f-8fd3-6005400cecce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792856099175'] for network, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:46.258030 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2386c65f-68ee-438f-8fd3-6005400cecce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375'] for network, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:46.259367 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2386c65f-68ee-438f-8fd3-6005400cecce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:46.259955 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2386c65f-68ee-438f-8fd3-6005400cecce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for network, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:46.293843 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-2386c65f-68ee-438f-8fd3-6005400cecce admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3048844 Jul 23 11:21:46.296717 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 41294) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:21:46.301454 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-e0ecd817-c0e4-4e61-9267-24a211e642b7 admin admin] Request body: {'subnet': {'network_id': '7824b008-2b07-46fe-9eb8-341a0fdcd752', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1596978796-subnet', 'tenant_id': 'ff015255c8104b16a3b2b26cb73b09b1', 'ip_version': 4}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:21:46.331483 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386c65f-68ee-438f-8fd3-6005400cecce admin admin] Pushing event updated for resources: {'Network': ['ID=7824b008-2b07-46fe-9eb8-341a0fdcd752,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:46.342549 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Network 7824b008-2b07-46fe-9eb8-341a0fdcd752 details requested by agent ovs-agent-dv-cinder-801989-3-iscsi with host dv-cinder-801989-3-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:21:46.349003 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ecd817-c0e4-4e61-9267-24a211e642b7 admin admin] Made reservation on behalf of ff015255c8104b16a3b2b26cb73b09b1 for: {'subnet': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:21:46.352015 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e0ecd817-c0e4-4e61-9267-24a211e642b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31171175'] for subnet, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:46.526606 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e0ecd817-c0e4-4e61-9267-24a211e642b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31365160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31171189'] for subnet, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:46.584517 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ecd817-c0e4-4e61-9267-24a211e642b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88af119c-e62c-4b10-90f3-a204cebc53e8,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:46.594084 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ecd817-c0e4-4e61-9267-24a211e642b7 admin admin] Checking segment: {'id': '046510b3-cd97-4bdd-a45a-42a191df9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7824b008-2b07-46fe-9eb8-341a0fdcd752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:21:46.594428 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ecd817-c0e4-4e61-9267-24a211e642b7 admin admin] Network hostable DHCP agents. Network: 7824b008-2b07-46fe-9eb8-341a0fdcd752, hostable agents: ['b2a8c5e9-afda-4978-a37c-dc0c684fd952'], hosted agents: [] {{(pid=93047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:21:46.610801 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-03c6cadd-37ec-4939-b0af-315fdf9e2c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:46.617901 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ecd817-c0e4-4e61-9267-24a211e642b7 admin admin] Network 7824b008-2b07-46fe-9eb8-341a0fdcd752 is scheduled to be hosted by DHCP agent b2a8c5e9-afda-4978-a37c-dc0c684fd952 with binding_index 1 {{(pid=93047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:21:46.632943 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-e0ecd817-c0e4-4e61-9267-24a211e642b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-3-iscsi, 7824b008-2b07-46fe-9eb8-341a0fdcd752) {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:21:46.638527 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ecd817-c0e4-4e61-9267-24a211e642b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:46.639249 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e0ecd817-c0e4-4e61-9267-24a211e642b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for subnet, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:46.646961 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052b9601-a9c6-4d75-9cf2-a74f82906381 None None] Network 7824b008-2b07-46fe-9eb8-341a0fdcd752 requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:21:46.657741 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-e0ecd817-c0e4-4e61-9267-24a211e642b7 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3598552 Jul 23 11:21:46.660318 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 41296) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:21:46.665121 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-0f1aa033-de83-43e6-a2f5-f760da2e98eb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1596978796-router', 'tenant_id': 'ff015255c8104b16a3b2b26cb73b09b1', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'}}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:21:46.694528 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0f1aa033-de83-43e6-a2f5-f760da2e98eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:46.695236 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0f1aa033-de83-43e6-a2f5-f760da2e98eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2691'] for router, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:46.764084 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0f1aa033-de83-43e6-a2f5-f760da2e98eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:46.775348 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 5e0499c7-1e65-4215-b319-d0087cd3baf6 up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:21:46.870781 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae77e832-b352-4ae8-9f8a-7721c4fb7bd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346dbadd-1aa0-50d9-9a92-89b0e917de90-7824b008-2b07-46fe-9eb8-341a0fdcd752', 'network_id': '7824b008-2b07-46fe-9eb8-341a0fdcd752', 'tenant_id': 'ff015255c8104b16a3b2b26cb73b09b1', 'fixed_ips': [{'subnet_id': '88af119c-e62c-4b10-90f3-a204cebc53e8'}]}} from dv-cinder-801989-3-iscsi. {{(pid=93048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 11:21:46.871607 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ae77e832-b352-4ae8-9f8a-7721c4fb7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:46.883294 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port 5e0499c7-1e65-4215-b319-d0087cd3baf6 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:21:46.883663 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:46.908588 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0f1aa033-de83-43e6-a2f5-f760da2e98eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-377716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2737'] for router, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:46.999316 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5625e55-2e12-412a-bb69-c81f515ae306 None None] Sync routers for ids ['3baf835a-49ee-446c-a566-e607818ef269'] in dv-cinder-801989-3-iscsi {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:21:47.011146 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5625e55-2e12-412a-bb69-c81f515ae306 None None] Routers {'3baf835a-49ee-446c-a566-e607818ef269'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:21:47.011900 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-a5625e55-2e12-412a-bb69-c81f515ae306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:21:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['3baf835a-49ee-446c-a566-e607818ef269'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:21:47.072205 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 081b00dc-3ab1-47df-b410-93d97c715253 up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:21:47.102984 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.db_base_plugin_common [None req-ae77e832-b352-4ae8-9f8a-7721c4fb7bd7 None None] Allocated IP 172.20.0.2 (7824b008-2b07-46fe-9eb8-341a0fdcd752/88af119c-e62c-4b10-90f3-a204cebc53e8/92f08372-261a-4b6d-9f00-d0fd4cc38183) {{(pid=93048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:21:47.110011 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0f1aa033-de83-43e6-a2f5-f760da2e98eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:47.119578 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-a5625e55-2e12-412a-bb69-c81f515ae306 None None] Set router 3baf835a-49ee-446c-a566-e607818ef269 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:21:47.128890 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0f1aa033-de83-43e6-a2f5-f760da2e98eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:47.184211 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning for port 081b00dc-3ab1-47df-b410-93d97c715253 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:21:47.192631 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port 081b00dc-3ab1-47df-b410-93d97c715253 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:21:47.193983 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:47.236500 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [None req-0f1aa033-de83-43e6-a2f5-f760da2e98eb admin admin] Allocated IP 172.27.2.12 (7e03cc48-3144-4cbe-b31a-c20231b9d64e/936becf8-b9e9-4f67-8a9b-c483761f3f68/e6478d74-06ec-41b2-b5a4-33c8a71e8635) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:21:47.332840 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-a5625e55-2e12-412a-bb69-c81f515ae306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3baf835a-49ee-446c-a566-e607818ef269', 'name': 'tempest-TestVolumeBootPattern-1441365996-router', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '081b00dc-3ab1-47df-b410-93d97c715253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:44Z', 'revision_number': 4, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'gw_port': {'id': '081b00dc-3ab1-47df-b410-93d97c715253', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': 'af1e4bcb-e74f-4032-90d6-d60a921c80c7', 'name': '', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'mac_address': 'fa:16:3e:ec:29:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:44Z', 'updated_at': '2021-07-23T11:21:44Z', 'revision_number': 2, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'subnets': [{'id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:21:47.334402 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:47.339718 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0f1aa033-de83-43e6-a2f5-f760da2e98eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:47.342496 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ae77e832-b352-4ae8-9f8a-7721c4fb7bd7 None None] Notify callbacks [] for port, precommit_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:47.360332 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5625e55-2e12-412a-bb69-c81f515ae306 None None] Checking router: 3baf835a-49ee-446c-a566-e607818ef269 for host: dv-cinder-801989-3-iscsi {{(pid=93049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:21:47.360690 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5625e55-2e12-412a-bb69-c81f515ae306 None None] Updating router 3baf835a-49ee-446c-a566-e607818ef269 port af1e4bcb-e74f-4032-90d6-d60a921c80c7 binding host dv-cinder-801989-3-iscsi {{(pid=93049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:21:47.360878 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ae77e832-b352-4ae8-9f8a-7721c4fb7bd7 None None] Transition to ACTIVE for port object 92f08372-261a-4b6d-9f00-d0fd4cc38183 will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:21:47.367863 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] For port 081b00dc-3ab1-47df-b410-93d97c715253, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=081b00dc-3ab1-47df-b410-93d97c715253,segment=NetworkSegment(b5c8421f-b86b-4175-8464-b8724faa06bb),segment_id=b5c8421f-b86b-4175-8464-b8724faa06bb)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:21:47.374871 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:47.388043 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0f1aa033-de83-43e6-a2f5-f760da2e98eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:47.399235 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-a5625e55-2e12-412a-bb69-c81f515ae306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:47.404888 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ae77e832-b352-4ae8-9f8a-7721c4fb7bd7 None None] Transition to ACTIVE for port object 92f08372-261a-4b6d-9f00-d0fd4cc38183 will not be triggered until provisioned by entity DHCP. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:21:47.416610 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ae77e832-b352-4ae8-9f8a-7721c4fb7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974'] for port, after_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:47.426313 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1aa033-de83-43e6-a2f5-f760da2e98eb admin admin] Network 7e03cc48-3144-4cbe-b31a-c20231b9d64e is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:21:47.433040 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-0f1aa033-de83-43e6-a2f5-f760da2e98eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:21:47.437135 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1aa033-de83-43e6-a2f5-f760da2e98eb admin admin] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:21:47.442828 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1aa033-de83-43e6-a2f5-f760da2e98eb admin admin] Pushing event updated for resources: {'Port': ['ID=e6478d74-06ec-41b2-b5a4-33c8a71e8635,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:47.447770 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae77e832-b352-4ae8-9f8a-7721c4fb7bd7 None None] Network 7824b008-2b07-46fe-9eb8-341a0fdcd752 is already hosted by enough agents. {{(pid=93048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:21:47.449452 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.scheduler.base_scheduler [None req-ae77e832-b352-4ae8-9f8a-7721c4fb7bd7 None None] Resources bound (agent type, host, resource id): {{(pid=93048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:21:47.452593 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae77e832-b352-4ae8-9f8a-7721c4fb7bd7 None None] Received port after_create {{(pid=93048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:21:47.455665 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Pushing event updated for resources: {'Port': ['ID=081b00dc-3ab1-47df-b410-93d97c715253,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:47.534601 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77e832-b352-4ae8-9f8a-7721c4fb7bd7 None None] Pushing event updated for resources: {'Port': ['ID=92f08372-261a-4b6d-9f00-d0fd4cc38183,revision_number=1']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:47.548227 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-ae77e832-b352-4ae8-9f8a-7721c4fb7bd7 None None] Attempting to bind port 92f08372-261a-4b6d-9f00-d0fd4cc38183 on host dv-cinder-801989-3-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:21:47.548616 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-ae77e832-b352-4ae8-9f8a-7721c4fb7bd7 None None] Attempting to bind port 92f08372-261a-4b6d-9f00-d0fd4cc38183 by drivers openvswitch,hyperv on host dv-cinder-801989-3-iscsi at level 0 using segments [{'id': '046510b3-cd97-4bdd-a45a-42a191df9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7824b008-2b07-46fe-9eb8-341a0fdcd752'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:21:47.548976 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae77e832-b352-4ae8-9f8a-7721c4fb7bd7 None None] Attempting to bind port 92f08372-261a-4b6d-9f00-d0fd4cc38183 on network 7824b008-2b07-46fe-9eb8-341a0fdcd752 {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:21:47.554523 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae77e832-b352-4ae8-9f8a-7721c4fb7bd7 None None] Checking agent: {'id': '63737f21-8f70-4879-b83c-8d101c99e22a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 52, 20), 'started_at': datetime.datetime(2021, 7, 23, 10, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:21:47.554899 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae77e832-b352-4ae8-9f8a-7721c4fb7bd7 None None] Checking segment: {'id': '046510b3-cd97-4bdd-a45a-42a191df9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7824b008-2b07-46fe-9eb8-341a0fdcd752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:21:47.555305 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ae77e832-b352-4ae8-9f8a-7721c4fb7bd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:47.555705 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae77e832-b352-4ae8-9f8a-7721c4fb7bd7 None None] Bound using segment: {'id': '046510b3-cd97-4bdd-a45a-42a191df9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7824b008-2b07-46fe-9eb8-341a0fdcd752'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:21:47.556195 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-ae77e832-b352-4ae8-9f8a-7721c4fb7bd7 None None] Bound port: 92f08372-261a-4b6d-9f00-d0fd4cc38183, host: dv-cinder-801989-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '046510b3-cd97-4bdd-a45a-42a191df9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7824b008-2b07-46fe-9eb8-341a0fdcd752'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:21:47.556582 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ae77e832-b352-4ae8-9f8a-7721c4fb7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:47.627385 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ae77e832-b352-4ae8-9f8a-7721c4fb7bd7 None None] For port 92f08372-261a-4b6d-9f00-d0fd4cc38183, host dv-cinder-801989-3-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:21:47.630945 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ae77e832-b352-4ae8-9f8a-7721c4fb7bd7 None None] For port 92f08372-261a-4b6d-9f00-d0fd4cc38183, host dv-cinder-801989-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=92f08372-261a-4b6d-9f00-d0fd4cc38183,segment=NetworkSegment(046510b3-cd97-4bdd-a45a-42a191df9206),segment_id=046510b3-cd97-4bdd-a45a-42a191df9206)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:21:47.635756 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ae77e832-b352-4ae8-9f8a-7721c4fb7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:47.710700 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77e832-b352-4ae8-9f8a-7721c4fb7bd7 None None] Pushing event updated for resources: {'Port': ['ID=92f08372-261a-4b6d-9f00-d0fd4cc38183,revision_number=2']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:47.725086 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0f1aa033-de83-43e6-a2f5-f760da2e98eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:47.775758 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-a5625e55-2e12-412a-bb69-c81f515ae306 None None] Notify callbacks [] for port, precommit_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:47.786568 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.provisioning_blocks [None req-a5625e55-2e12-412a-bb69-c81f515ae306 None None] Transition to ACTIVE for port object af1e4bcb-e74f-4032-90d6-d60a921c80c7 will not be triggered until provisioned by entity L2. {{(pid=93049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:21:47.793226 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-a5625e55-2e12-412a-bb69-c81f515ae306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:47.899633 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b815c2cc-9145-406d-8f41-824b1576dbaa None None] Pushing event updated for resources: {'Port': ['ID=af1e4bcb-e74f-4032-90d6-d60a921c80c7,revision_number=3']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:47.906959 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-a5625e55-2e12-412a-bb69-c81f515ae306 None None] Attempting to bind port af1e4bcb-e74f-4032-90d6-d60a921c80c7 on host dv-cinder-801989-3-iscsi for vnic_type normal with profile {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:21:47.907336 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-a5625e55-2e12-412a-bb69-c81f515ae306 None None] Attempting to bind port af1e4bcb-e74f-4032-90d6-d60a921c80c7 by drivers openvswitch,hyperv on host dv-cinder-801989-3-iscsi at level 0 using segments [{'id': '74f76dc1-d5c8-46ae-8605-0c9d96ffa71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '702a3266-f139-4355-a8d7-6032cb500389'}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:21:47.907709 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5625e55-2e12-412a-bb69-c81f515ae306 None None] Attempting to bind port af1e4bcb-e74f-4032-90d6-d60a921c80c7 on network 702a3266-f139-4355-a8d7-6032cb500389 {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:21:47.915693 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b815c2cc-9145-406d-8f41-824b1576dbaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:47.916049 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b815c2cc-9145-406d-8f41-824b1576dbaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:47.916415 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b815c2cc-9145-406d-8f41-824b1576dbaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:47.916753 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b815c2cc-9145-406d-8f41-824b1576dbaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:47.917089 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b815c2cc-9145-406d-8f41-824b1576dbaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:47.917421 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b815c2cc-9145-406d-8f41-824b1576dbaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:47.917757 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b815c2cc-9145-406d-8f41-824b1576dbaa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:47.918082 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b815c2cc-9145-406d-8f41-824b1576dbaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:47.918410 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b815c2cc-9145-406d-8f41-824b1576dbaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:47.918736 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b815c2cc-9145-406d-8f41-824b1576dbaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:47.919605 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b815c2cc-9145-406d-8f41-824b1576dbaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:47.919934 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b815c2cc-9145-406d-8f41-824b1576dbaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:21:47.923683 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5625e55-2e12-412a-bb69-c81f515ae306 None None] Checking agent: {'id': '63737f21-8f70-4879-b83c-8d101c99e22a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 52, 20), 'started_at': datetime.datetime(2021, 7, 23, 10, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:21:47.924510 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5625e55-2e12-412a-bb69-c81f515ae306 None None] Checking segment: {'id': '74f76dc1-d5c8-46ae-8605-0c9d96ffa71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '702a3266-f139-4355-a8d7-6032cb500389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:21:47.925805 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-a5625e55-2e12-412a-bb69-c81f515ae306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:47.925805 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5625e55-2e12-412a-bb69-c81f515ae306 None None] Bound using segment: {'id': '74f76dc1-d5c8-46ae-8605-0c9d96ffa71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '702a3266-f139-4355-a8d7-6032cb500389'} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:21:47.926446 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-a5625e55-2e12-412a-bb69-c81f515ae306 None None] Bound port: af1e4bcb-e74f-4032-90d6-d60a921c80c7, host: dv-cinder-801989-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f76dc1-d5c8-46ae-8605-0c9d96ffa71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '702a3266-f139-4355-a8d7-6032cb500389'}}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:21:47.926804 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-a5625e55-2e12-412a-bb69-c81f515ae306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:47.976797 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0f1aa033-de83-43e6-a2f5-f760da2e98eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-408892'] for router, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:48.017465 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-a5625e55-2e12-412a-bb69-c81f515ae306 None None] For port af1e4bcb-e74f-4032-90d6-d60a921c80c7, host dv-cinder-801989-3-iscsi, cleared binding levels {{(pid=93049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:21:48.022402 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-a5625e55-2e12-412a-bb69-c81f515ae306 None None] For port af1e4bcb-e74f-4032-90d6-d60a921c80c7, host dv-cinder-801989-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=af1e4bcb-e74f-4032-90d6-d60a921c80c7,segment=NetworkSegment(74f76dc1-d5c8-46ae-8605-0c9d96ffa71e),segment_id=74f76dc1-d5c8-46ae-8605-0c9d96ffa71e)] {{(pid=93049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:21:48.030909 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-a5625e55-2e12-412a-bb69-c81f515ae306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:48.108119 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b815c2cc-9145-406d-8f41-824b1576dbaa None None] Pushing event updated for resources: {'Port': ['ID=af1e4bcb-e74f-4032-90d6-d60a921c80c7,revision_number=4']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:48.121258 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5625e55-2e12-412a-bb69-c81f515ae306 None None] Routers {'3baf835a-49ee-446c-a566-e607818ef269'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:21:48.122672 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-a5625e55-2e12-412a-bb69-c81f515ae306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:21:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['3baf835a-49ee-446c-a566-e607818ef269'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:21:48.249619 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-a5625e55-2e12-412a-bb69-c81f515ae306 None None] Set router 3baf835a-49ee-446c-a566-e607818ef269 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:21:48.387462 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1aa033-de83-43e6-a2f5-f760da2e98eb admin admin] Router eaf6ba2c-d703-464a-b2be-e3c8279ad830 is scheduled to L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 with binding_index 1 {{(pid=93047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 11:21:48.473175 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-a5625e55-2e12-412a-bb69-c81f515ae306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3baf835a-49ee-446c-a566-e607818ef269', 'name': 'tempest-TestVolumeBootPattern-1441365996-router', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '081b00dc-3ab1-47df-b410-93d97c715253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:44Z', 'revision_number': 4, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'gw_port': {'id': '081b00dc-3ab1-47df-b410-93d97c715253', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': 'af1e4bcb-e74f-4032-90d6-d60a921c80c7', 'name': '', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'mac_address': 'fa:16:3e:ec:29:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:44Z', 'updated_at': '2021-07-23T11:21:48Z', 'revision_number': 4, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'subnets': [{'id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:21:48.495099 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1aa033-de83-43e6-a2f5-f760da2e98eb admin admin] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:21:48.502119 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5625e55-2e12-412a-bb69-c81f515ae306 None None] The sync data for ids ['3baf835a-49ee-446c-a566-e607818ef269'] in dv-cinder-801989-3-iscsi is: [{'id': '3baf835a-49ee-446c-a566-e607818ef269', 'name': 'tempest-TestVolumeBootPattern-1441365996-router', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '081b00dc-3ab1-47df-b410-93d97c715253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:44Z', 'revision_number': 4, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'gw_port': {'id': '081b00dc-3ab1-47df-b410-93d97c715253', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': 'af1e4bcb-e74f-4032-90d6-d60a921c80c7', 'name': '', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'mac_address': 'fa:16:3e:ec:29:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:44Z', 'updated_at': '2021-07-23T11:21:48Z', 'revision_number': 4, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'subnets': [{'id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:21:48.506917 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c89d6f2-c743-4ed3-bd81-3f44e91941c6 None None] Sync routers for ids ['eaf6ba2c-d703-464a-b2be-e3c8279ad830'] in dv-cinder-801989-3-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:21:48.511876 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0f1aa033-de83-43e6-a2f5-f760da2e98eb admin admin] Notify callbacks [] for router, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:48.513933 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-0f1aa033-de83-43e6-a2f5-f760da2e98eb admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8526936 Jul 23 11:21:48.516823 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 41298) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:21:48.522085 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c89d6f2-c743-4ed3-bd81-3f44e91941c6 None None] Routers {'eaf6ba2c-d703-464a-b2be-e3c8279ad830'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:21:48.522722 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-1c89d6f2-c743-4ed3-bd81-3f44e91941c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:21:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['eaf6ba2c-d703-464a-b2be-e3c8279ad830'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:21:48.695975 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-1c89d6f2-c743-4ed3-bd81-3f44e91941c6 None None] Set router eaf6ba2c-d703-464a-b2be-e3c8279ad830 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:21:48.889135 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 081b00dc-3ab1-47df-b410-93d97c715253 up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:21:48.912779 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445bc6a2-af66-4846-b771-276b480a4918 None None] Network 7824b008-2b07-46fe-9eb8-341a0fdcd752 requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:21:49.039058 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-dfa1bd9b-bb2b-4f43-9cc3-ab3371b6154a None None] Provisioning for port 92f08372-261a-4b6d-9f00-d0fd4cc38183 completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:21:49.066056 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port 081b00dc-3ab1-47df-b410-93d97c715253 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:21:49.066414 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:49.276818 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-1c89d6f2-c743-4ed3-bd81-3f44e91941c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf6ba2c-d703-464a-b2be-e3c8279ad830', 'name': 'tempest-TestVolumeBootPattern-1596978796-router', 'tenant_id': 'ff015255c8104b16a3b2b26cb73b09b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'e6478d74-06ec-41b2-b5a4-33c8a71e8635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:21:46Z', 'updated_at': '2021-07-23T11:21:47Z', 'revision_number': 3, 'project_id': 'ff015255c8104b16a3b2b26cb73b09b1', 'gw_port': {'id': 'e6478d74-06ec-41b2-b5a4-33c8a71e8635', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:aa:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf6ba2c-d703-464a-b2be-e3c8279ad830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:47Z', 'updated_at': '2021-07-23T11:21:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi'}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:21:49.289401 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-bf2e28e4-5b14-4b52-80c1-75c9a34da905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:49.319791 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c89d6f2-c743-4ed3-bd81-3f44e91941c6 None None] Checking router: eaf6ba2c-d703-464a-b2be-e3c8279ad830 for host: dv-cinder-801989-3-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:21:49.320226 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c89d6f2-c743-4ed3-bd81-3f44e91941c6 None None] Updating router eaf6ba2c-d703-464a-b2be-e3c8279ad830 port e6478d74-06ec-41b2-b5a4-33c8a71e8635 binding host dv-cinder-801989-3-iscsi {{(pid=93048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:21:49.411822 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-1c89d6f2-c743-4ed3-bd81-3f44e91941c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:49.448969 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device af1e4bcb-e74f-4032-90d6-d60a921c80c7 up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:21:49.487859 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [None req-bf2e28e4-5b14-4b52-80c1-75c9a34da905 admin admin] Allocated IP 172.20.0.1 (7824b008-2b07-46fe-9eb8-341a0fdcd752/88af119c-e62c-4b10-90f3-a204cebc53e8/8390f802-fa25-4755-8600-7a56fb260477) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:21:49.612452 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-bf2e28e4-5b14-4b52-80c1-75c9a34da905 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:49.632009 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning for port af1e4bcb-e74f-4032-90d6-d60a921c80c7 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:21:49.634888 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.provisioning_blocks [None req-bf2e28e4-5b14-4b52-80c1-75c9a34da905 admin admin] Transition to ACTIVE for port object 8390f802-fa25-4755-8600-7a56fb260477 will not be triggered until provisioned by entity DHCP. {{(pid=93046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:21:49.640533 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port af1e4bcb-e74f-4032-90d6-d60a921c80c7 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:21:49.640933 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:49.673399 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-bf2e28e4-5b14-4b52-80c1-75c9a34da905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31524845'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:49.686292 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-95d125f4-4abf-4d33-9f81-d0b7b2a50328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:49.712073 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2e28e4-5b14-4b52-80c1-75c9a34da905 admin admin] Network 7824b008-2b07-46fe-9eb8-341a0fdcd752 is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:21:49.715466 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-bf2e28e4-5b14-4b52-80c1-75c9a34da905 admin admin] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:21:49.722075 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2e28e4-5b14-4b52-80c1-75c9a34da905 admin admin] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:21:49.747300 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:49.770716 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2e28e4-5b14-4b52-80c1-75c9a34da905 admin admin] Pushing event updated for resources: {'Port': ['ID=8390f802-fa25-4755-8600-7a56fb260477,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:49.788607 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-bf2e28e4-5b14-4b52-80c1-75c9a34da905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407845'] for router_interface, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:49.837532 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:49.868933 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-1c89d6f2-c743-4ed3-bd81-3f44e91941c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:49.896699 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-1c89d6f2-c743-4ed3-bd81-3f44e91941c6 None None] Transition to ACTIVE for port object e6478d74-06ec-41b2-b5a4-33c8a71e8635 will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:21:49.905858 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] For port af1e4bcb-e74f-4032-90d6-d60a921c80c7, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=af1e4bcb-e74f-4032-90d6-d60a921c80c7,segment=NetworkSegment(74f76dc1-d5c8-46ae-8605-0c9d96ffa71e),segment_id=74f76dc1-d5c8-46ae-8605-0c9d96ffa71e)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:21:49.909366 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-1c89d6f2-c743-4ed3-bd81-3f44e91941c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:49.917827 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:49.918593 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 92f08372-261a-4b6d-9f00-d0fd4cc38183 up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:21:49.945388 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-bf2e28e4-5b14-4b52-80c1-75c9a34da905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:50.001767 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-1c89d6f2-c743-4ed3-bd81-3f44e91941c6 None None] Attempting to bind port e6478d74-06ec-41b2-b5a4-33c8a71e8635 on host dv-cinder-801989-3-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:21:50.002130 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-1c89d6f2-c743-4ed3-bd81-3f44e91941c6 None None] Attempting to bind port e6478d74-06ec-41b2-b5a4-33c8a71e8635 by drivers openvswitch,hyperv on host dv-cinder-801989-3-iscsi at level 0 using segments [{'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:21:50.002486 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c89d6f2-c743-4ed3-bd81-3f44e91941c6 None None] Attempting to bind port e6478d74-06ec-41b2-b5a4-33c8a71e8635 on network 7e03cc48-3144-4cbe-b31a-c20231b9d64e {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:21:50.009579 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4f7ca-6ba4-4032-9b4e-acd4fd3b2a8d None None] Pushing event updated for resources: {'Port': ['ID=e6478d74-06ec-41b2-b5a4-33c8a71e8635,revision_number=2']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:50.016581 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c89d6f2-c743-4ed3-bd81-3f44e91941c6 None None] Checking agent: {'id': '63737f21-8f70-4879-b83c-8d101c99e22a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 52, 20), 'started_at': datetime.datetime(2021, 7, 23, 10, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:21:50.016955 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c89d6f2-c743-4ed3-bd81-3f44e91941c6 None None] Checking segment: {'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:21:50.017353 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-1c89d6f2-c743-4ed3-bd81-3f44e91941c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:50.017738 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c89d6f2-c743-4ed3-bd81-3f44e91941c6 None None] Bound using segment: {'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:21:50.018206 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-1c89d6f2-c743-4ed3-bd81-3f44e91941c6 None None] Bound port: e6478d74-06ec-41b2-b5a4-33c8a71e8635, host: dv-cinder-801989-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c8421f-b86b-4175-8464-b8724faa06bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:21:50.018585 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-1c89d6f2-c743-4ed3-bd81-3f44e91941c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:50.113308 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning for port 92f08372-261a-4b6d-9f00-d0fd4cc38183 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:21:50.117945 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Pushing event updated for resources: {'Port': ['ID=af1e4bcb-e74f-4032-90d6-d60a921c80c7,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:50.128455 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port 92f08372-261a-4b6d-9f00-d0fd4cc38183 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:21:50.128862 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:50.133129 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-b299cbeb-17c4-4f3e-95a3-e0b8437fa95d None None] Provisioning for port 8390f802-fa25-4755-8600-7a56fb260477 completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:21:50.134109 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-bf2e28e4-5b14-4b52-80c1-75c9a34da905 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:50.139107 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-bf2e28e4-5b14-4b52-80c1-75c9a34da905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31524822'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:50.158780 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-1c89d6f2-c743-4ed3-bd81-3f44e91941c6 None None] For port e6478d74-06ec-41b2-b5a4-33c8a71e8635, host dv-cinder-801989-3-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:21:50.162209 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-b299cbeb-17c4-4f3e-95a3-e0b8437fa95d None None] Provisioning complete for port 8390f802-fa25-4755-8600-7a56fb260477 triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:21:50.162586 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-b299cbeb-17c4-4f3e-95a3-e0b8437fa95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:50.194139 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-1c89d6f2-c743-4ed3-bd81-3f44e91941c6 None None] For port e6478d74-06ec-41b2-b5a4-33c8a71e8635, host dv-cinder-801989-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=e6478d74-06ec-41b2-b5a4-33c8a71e8635,segment=NetworkSegment(b5c8421f-b86b-4175-8464-b8724faa06bb),segment_id=b5c8421f-b86b-4175-8464-b8724faa06bb)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:21:50.203432 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-1c89d6f2-c743-4ed3-bd81-3f44e91941c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:50.209146 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-bf2e28e4-5b14-4b52-80c1-75c9a34da905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402930'] for router_interface, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:50.211765 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2e28e4-5b14-4b52-80c1-75c9a34da905 admin admin] Pushing event updated for resources: {'Port': ['ID=8390f802-fa25-4755-8600-7a56fb260477,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:50.249469 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-b299cbeb-17c4-4f3e-95a3-e0b8437fa95d None None] Port 8390f802-fa25-4755-8600-7a56fb260477 cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:21:50.284325 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c89d6f2-c743-4ed3-bd81-3f44e91941c6 None None] Routers {'eaf6ba2c-d703-464a-b2be-e3c8279ad830'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:21:50.284967 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-1c89d6f2-c743-4ed3-bd81-3f44e91941c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:21:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['eaf6ba2c-d703-464a-b2be-e3c8279ad830'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:21:50.300786 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2e28e4-5b14-4b52-80c1-75c9a34da905 admin admin] Network 7824b008-2b07-46fe-9eb8-341a0fdcd752 is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:21:50.302253 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-bf2e28e4-5b14-4b52-80c1-75c9a34da905 admin admin] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:21:50.304489 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4f7ca-6ba4-4032-9b4e-acd4fd3b2a8d None None] Pushing event updated for resources: {'Port': ['ID=e6478d74-06ec-41b2-b5a4-33c8a71e8635,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:50.384422 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:50.425778 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2e28e4-5b14-4b52-80c1-75c9a34da905 admin admin] Router eaf6ba2c-d703-464a-b2be-e3c8279ad830 has already been hosted by L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 {{(pid=93046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:21:50.441423 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] For port 92f08372-261a-4b6d-9f00-d0fd4cc38183, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=92f08372-261a-4b6d-9f00-d0fd4cc38183,segment=NetworkSegment(046510b3-cd97-4bdd-a45a-42a191df9206),segment_id=046510b3-cd97-4bdd-a45a-42a191df9206)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:21:50.449433 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:50.452727 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-1c89d6f2-c743-4ed3-bd81-3f44e91941c6 None None] Set router eaf6ba2c-d703-464a-b2be-e3c8279ad830 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:21:50.536191 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2e28e4-5b14-4b52-80c1-75c9a34da905 admin admin] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:21:50.541538 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-bf2e28e4-5b14-4b52-80c1-75c9a34da905 admin admin] 10.222.0.47 "PUT /v2.0/routers/eaf6ba2c-d703-464a-b2be-e3c8279ad830/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0230281 Jul 23 11:21:50.583334 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Pushing event updated for resources: {'Port': ['ID=92f08372-261a-4b6d-9f00-d0fd4cc38183,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:50.632796 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-69e954b5-0479-4306-b8f5-01c8dea6b1c1 None None] Provisioning complete for port 8390f802-fa25-4755-8600-7a56fb260477 triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:21:50.633448 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-69e954b5-0479-4306-b8f5-01c8dea6b1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:50.677531 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:50.688077 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device af1e4bcb-e74f-4032-90d6-d60a921c80c7 up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:21:50.694601 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-69e954b5-0479-4306-b8f5-01c8dea6b1c1 None None] Port 8390f802-fa25-4755-8600-7a56fb260477 cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:21:50.777707 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port af1e4bcb-e74f-4032-90d6-d60a921c80c7 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:21:50.778085 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:50.780999 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-1c89d6f2-c743-4ed3-bd81-3f44e91941c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf6ba2c-d703-464a-b2be-e3c8279ad830', 'name': 'tempest-TestVolumeBootPattern-1596978796-router', 'tenant_id': 'ff015255c8104b16a3b2b26cb73b09b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'e6478d74-06ec-41b2-b5a4-33c8a71e8635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:21:46Z', 'updated_at': '2021-07-23T11:21:49Z', 'revision_number': 4, 'project_id': 'ff015255c8104b16a3b2b26cb73b09b1', 'gw_port': {'id': 'e6478d74-06ec-41b2-b5a4-33c8a71e8635', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:aa:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf6ba2c-d703-464a-b2be-e3c8279ad830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:47Z', 'updated_at': '2021-07-23T11:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': '8390f802-fa25-4755-8600-7a56fb260477', 'name': '', 'network_id': '7824b008-2b07-46fe-9eb8-341a0fdcd752', 'tenant_id': 'ff015255c8104b16a3b2b26cb73b09b1', 'mac_address': 'fa:16:3e:a6:45:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf6ba2c-d703-464a-b2be-e3c8279ad830', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '88af119c-e62c-4b10-90f3-a204cebc53e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:49Z', 'updated_at': '2021-07-23T11:21:50Z', 'revision_number': 2, 'project_id': 'ff015255c8104b16a3b2b26cb73b09b1', 'subnets': [{'id': '88af119c-e62c-4b10-90f3-a204cebc53e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:21:50.824088 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c89d6f2-c743-4ed3-bd81-3f44e91941c6 None None] The sync data for ids ['eaf6ba2c-d703-464a-b2be-e3c8279ad830'] in dv-cinder-801989-3-iscsi is: [{'id': 'eaf6ba2c-d703-464a-b2be-e3c8279ad830', 'name': 'tempest-TestVolumeBootPattern-1596978796-router', 'tenant_id': 'ff015255c8104b16a3b2b26cb73b09b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'e6478d74-06ec-41b2-b5a4-33c8a71e8635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:21:46Z', 'updated_at': '2021-07-23T11:21:49Z', 'revision_number': 4, 'project_id': 'ff015255c8104b16a3b2b26cb73b09b1', 'gw_port': {'id': 'e6478d74-06ec-41b2-b5a4-33c8a71e8635', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:aa:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf6ba2c-d703-464a-b2be-e3c8279ad830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:47Z', 'updated_at': '2021-07-23T11:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': '8390f802-fa25-4755-8600-7a56fb260477', 'name': '', 'network_id': '7824b008-2b07-46fe-9eb8-341a0fdcd752', 'tenant_id': 'ff015255c8104b16a3b2b26cb73b09b1', 'mac_address': 'fa:16:3e:a6:45:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf6ba2c-d703-464a-b2be-e3c8279ad830', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '88af119c-e62c-4b10-90f3-a204cebc53e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:49Z', 'updated_at': '2021-07-23T11:21:50Z', 'revision_number': 2, 'project_id': 'ff015255c8104b16a3b2b26cb73b09b1', 'subnets': [{'id': '88af119c-e62c-4b10-90f3-a204cebc53e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:21:50.896840 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 92f08372-261a-4b6d-9f00-d0fd4cc38183 up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:21:50.945397 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port 92f08372-261a-4b6d-9f00-d0fd4cc38183 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:21:50.945774 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:50.977984 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 41306) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:21:50.983828 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-016ac616-92e9-4a4d-90a1-701db8a41e4e tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-250829528', 'description': 'tempest-secgroup-smoke-250829528 description', 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:21:51.023118 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-016ac616-92e9-4a4d-90a1-701db8a41e4e tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:51.117724 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-016ac616-92e9-4a4d-90a1-701db8a41e4e tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:51.122460 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-016ac616-92e9-4a4d-90a1-701db8a41e4e tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:51.151601 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-016ac616-92e9-4a4d-90a1-701db8a41e4e tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:51.152869 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-016ac616-92e9-4a4d-90a1-701db8a41e4e tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1738775 Jul 23 11:21:51.156768 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 41308) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:21:51.157652 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ac616-92e9-4a4d-90a1-701db8a41e4e tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ada23ca6-376a-4bf4-9b56-ccce35a569bc,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:51.161674 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-821595c7-29dc-401b-8b4e-ad67ca82bfc6 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Request body: {'security_group_rule': {'security_group_id': 'ada23ca6-376a-4bf4-9b56-ccce35a569bc', 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:21:51.193049 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-821595c7-29dc-401b-8b4e-ad67ca82bfc6 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:51.260501 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-821595c7-29dc-401b-8b4e-ad67ca82bfc6 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:51.265195 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-821595c7-29dc-401b-8b4e-ad67ca82bfc6 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563979'] for security_group_rule, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:51.287596 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821595c7-29dc-401b-8b4e-ad67ca82bfc6 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b4ac01-6a35-45ba-af05-17e1e60aac42,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:51.291889 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-821595c7-29dc-401b-8b4e-ad67ca82bfc6 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:51.293143 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-821595c7-29dc-401b-8b4e-ad67ca82bfc6 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1352608 Jul 23 11:21:51.296628 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 41310) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:21:51.301336 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-c5aa0996-e46d-4348-916d-0727133ecace tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Request body: {'security_group_rule': {'security_group_id': 'ada23ca6-376a-4bf4-9b56-ccce35a569bc', 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:21:51.327343 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c5aa0996-e46d-4348-916d-0727133ecace tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:51.390158 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c5aa0996-e46d-4348-916d-0727133ecace tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:51.395117 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c5aa0996-e46d-4348-916d-0727133ecace tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563979'] for security_group_rule, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:51.414765 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa0996-e46d-4348-916d-0727133ecace tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f101b4d-a404-434e-9b49-9ce5946b3772,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:51.421712 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c5aa0996-e46d-4348-916d-0727133ecace tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:51.425802 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-c5aa0996-e46d-4348-916d-0727133ecace tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1256826 Jul 23 11:21:51.426164 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 41312) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:21:51.431932 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-2060f79e-a2df-4df7-a15a-ada06052bd3f tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Request body: {'security_group_rule': {'security_group_id': 'ada23ca6-376a-4bf4-9b56-ccce35a569bc', 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:21:51.484634 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2060f79e-a2df-4df7-a15a-ada06052bd3f tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:51.550153 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:21:51.558143 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2060f79e-a2df-4df7-a15a-ada06052bd3f tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:51.562801 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2060f79e-a2df-4df7-a15a-ada06052bd3f tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563979'] for security_group_rule, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:51.582619 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060f79e-a2df-4df7-a15a-ada06052bd3f tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e977729-3d52-4b9c-b8a6-b464723a45b3,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:51.590073 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2060f79e-a2df-4df7-a15a-ada06052bd3f tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:51.592385 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-2060f79e-a2df-4df7-a15a-ada06052bd3f tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1650088 Jul 23 11:21:51.595054 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 41314) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:21:51.599545 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-f391848c-cc7a-4b3d-bad7-fce0bd1f3bb5 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Request body: {'security_group_rule': {'security_group_id': 'ada23ca6-376a-4bf4-9b56-ccce35a569bc', 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:21:51.627120 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f391848c-cc7a-4b3d-bad7-fce0bd1f3bb5 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:51.694907 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f391848c-cc7a-4b3d-bad7-fce0bd1f3bb5 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:51.699145 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f391848c-cc7a-4b3d-bad7-fce0bd1f3bb5 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563979'] for security_group_rule, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:51.719301 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f391848c-cc7a-4b3d-bad7-fce0bd1f3bb5 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=332a44a3-411d-48f7-b7e1-4465736e5652,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:51.722850 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f391848c-cc7a-4b3d-bad7-fce0bd1f3bb5 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:51.726805 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-f391848c-cc7a-4b3d-bad7-fce0bd1f3bb5 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1280527 Jul 23 11:21:51.727320 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 41316) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:21:51.731556 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-8fb0258e-56bb-45d1-bbaf-aaee9562c05b tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Request body: {'security_group_rule': {'security_group_id': 'ada23ca6-376a-4bf4-9b56-ccce35a569bc', 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:21:51.756837 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.db.securitygroups_db [None req-8fb0258e-56bb-45d1-bbaf-aaee9562c05b tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Project 59b243329b3b4b1b8d2ce3b0c59ae6ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 11:21:51.762242 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8fb0258e-56bb-45d1-bbaf-aaee9562c05b tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:51.825373 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8fb0258e-56bb-45d1-bbaf-aaee9562c05b tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:51.830507 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8fb0258e-56bb-45d1-bbaf-aaee9562c05b tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563979'] for security_group_rule, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:51.849485 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0258e-56bb-45d1-bbaf-aaee9562c05b tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf839ac0-c622-4b1e-9f9e-4a63959ada10,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:51.855918 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8fb0258e-56bb-45d1-bbaf-aaee9562c05b tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:51.857776 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-8fb0258e-56bb-45d1-bbaf-aaee9562c05b tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1298997 Jul 23 11:21:51.860465 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 41318) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:21:51.864807 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-d34acebd-818e-4507-b70b-d3b1f9ea303f tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Request body: {'security_group_rule': {'security_group_id': 'ada23ca6-376a-4bf4-9b56-ccce35a569bc', 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:21:51.887698 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.db.securitygroups_db [None req-d34acebd-818e-4507-b70b-d3b1f9ea303f tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Project 59b243329b3b4b1b8d2ce3b0c59ae6ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 11:21:51.893196 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d34acebd-818e-4507-b70b-d3b1f9ea303f tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:51.957685 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d34acebd-818e-4507-b70b-d3b1f9ea303f tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:51.961730 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d34acebd-818e-4507-b70b-d3b1f9ea303f tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563979'] for security_group_rule, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:51.982258 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34acebd-818e-4507-b70b-d3b1f9ea303f tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c010ccee-6247-44f5-9716-69bdc64617ed,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:51.985276 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d34acebd-818e-4507-b70b-d3b1f9ea303f tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:51.986460 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-d34acebd-818e-4507-b70b-d3b1f9ea303f tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250858 Jul 23 11:21:52.124309 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:52.700620 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device e6478d74-06ec-41b2-b5a4-33c8a71e8635 up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:21:52.729255 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bdc06f-8ec0-41c1-b912-050057f836f4 None None] Sync routers for ids ['eaf6ba2c-d703-464a-b2be-e3c8279ad830'] in dv-cinder-801989-3-iscsi {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:21:52.741941 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bdc06f-8ec0-41c1-b912-050057f836f4 None None] Routers {'eaf6ba2c-d703-464a-b2be-e3c8279ad830'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:21:52.742648 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-19bdc06f-8ec0-41c1-b912-050057f836f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:21:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['eaf6ba2c-d703-464a-b2be-e3c8279ad830'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:21:52.765535 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning for port e6478d74-06ec-41b2-b5a4-33c8a71e8635 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:21:52.769591 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port e6478d74-06ec-41b2-b5a4-33c8a71e8635 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:21:52.769992 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:52.847245 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:52.866436 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-19bdc06f-8ec0-41c1-b912-050057f836f4 None None] Set router eaf6ba2c-d703-464a-b2be-e3c8279ad830 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:21:52.868324 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] For port e6478d74-06ec-41b2-b5a4-33c8a71e8635, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=e6478d74-06ec-41b2-b5a4-33c8a71e8635,segment=NetworkSegment(b5c8421f-b86b-4175-8464-b8724faa06bb),segment_id=b5c8421f-b86b-4175-8464-b8724faa06bb)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:21:52.872208 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:52.924210 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Pushing event updated for resources: {'Port': ['ID=e6478d74-06ec-41b2-b5a4-33c8a71e8635,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:53.072845 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-19bdc06f-8ec0-41c1-b912-050057f836f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf6ba2c-d703-464a-b2be-e3c8279ad830', 'name': 'tempest-TestVolumeBootPattern-1596978796-router', 'tenant_id': 'ff015255c8104b16a3b2b26cb73b09b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'e6478d74-06ec-41b2-b5a4-33c8a71e8635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:21:46Z', 'updated_at': '2021-07-23T11:21:49Z', 'revision_number': 4, 'project_id': 'ff015255c8104b16a3b2b26cb73b09b1', 'gw_port': {'id': 'e6478d74-06ec-41b2-b5a4-33c8a71e8635', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:aa:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf6ba2c-d703-464a-b2be-e3c8279ad830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:47Z', 'updated_at': '2021-07-23T11:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': '8390f802-fa25-4755-8600-7a56fb260477', 'name': '', 'network_id': '7824b008-2b07-46fe-9eb8-341a0fdcd752', 'tenant_id': 'ff015255c8104b16a3b2b26cb73b09b1', 'mac_address': 'fa:16:3e:a6:45:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf6ba2c-d703-464a-b2be-e3c8279ad830', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '88af119c-e62c-4b10-90f3-a204cebc53e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:49Z', 'updated_at': '2021-07-23T11:21:50Z', 'revision_number': 2, 'project_id': 'ff015255c8104b16a3b2b26cb73b09b1', 'subnets': [{'id': '88af119c-e62c-4b10-90f3-a204cebc53e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:21:53.101124 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bdc06f-8ec0-41c1-b912-050057f836f4 None None] Checking router: eaf6ba2c-d703-464a-b2be-e3c8279ad830 for host: dv-cinder-801989-3-iscsi {{(pid=93049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:21:53.101409 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bdc06f-8ec0-41c1-b912-050057f836f4 None None] Updating router eaf6ba2c-d703-464a-b2be-e3c8279ad830 port 8390f802-fa25-4755-8600-7a56fb260477 binding host dv-cinder-801989-3-iscsi {{(pid=93049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:21:53.135185 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-19bdc06f-8ec0-41c1-b912-050057f836f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:53.398969 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-19bdc06f-8ec0-41c1-b912-050057f836f4 None None] Notify callbacks [] for port, precommit_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:53.408520 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.provisioning_blocks [None req-19bdc06f-8ec0-41c1-b912-050057f836f4 None None] Transition to ACTIVE for port object 8390f802-fa25-4755-8600-7a56fb260477 will not be triggered until provisioned by entity L2. {{(pid=93049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:21:53.413577 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-19bdc06f-8ec0-41c1-b912-050057f836f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:53.462512 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c755d-596f-44ec-9f41-c739f678a055 None None] Pushing event updated for resources: {'Port': ['ID=8390f802-fa25-4755-8600-7a56fb260477,revision_number=3']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:53.525064 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-19bdc06f-8ec0-41c1-b912-050057f836f4 None None] Attempting to bind port 8390f802-fa25-4755-8600-7a56fb260477 on host dv-cinder-801989-3-iscsi for vnic_type normal with profile {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:21:53.525432 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-19bdc06f-8ec0-41c1-b912-050057f836f4 None None] Attempting to bind port 8390f802-fa25-4755-8600-7a56fb260477 by drivers openvswitch,hyperv on host dv-cinder-801989-3-iscsi at level 0 using segments [{'id': '046510b3-cd97-4bdd-a45a-42a191df9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7824b008-2b07-46fe-9eb8-341a0fdcd752'}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:21:53.525793 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bdc06f-8ec0-41c1-b912-050057f836f4 None None] Attempting to bind port 8390f802-fa25-4755-8600-7a56fb260477 on network 7824b008-2b07-46fe-9eb8-341a0fdcd752 {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:21:53.530918 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bdc06f-8ec0-41c1-b912-050057f836f4 None None] Checking agent: {'id': '63737f21-8f70-4879-b83c-8d101c99e22a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 52, 20), 'started_at': datetime.datetime(2021, 7, 23, 10, 52, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:21:53.531284 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bdc06f-8ec0-41c1-b912-050057f836f4 None None] Checking segment: {'id': '046510b3-cd97-4bdd-a45a-42a191df9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7824b008-2b07-46fe-9eb8-341a0fdcd752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:21:53.531681 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-19bdc06f-8ec0-41c1-b912-050057f836f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:53.532071 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bdc06f-8ec0-41c1-b912-050057f836f4 None None] Bound using segment: {'id': '046510b3-cd97-4bdd-a45a-42a191df9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7824b008-2b07-46fe-9eb8-341a0fdcd752'} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:21:53.532559 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-19bdc06f-8ec0-41c1-b912-050057f836f4 None None] Bound port: 8390f802-fa25-4755-8600-7a56fb260477, host: dv-cinder-801989-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '046510b3-cd97-4bdd-a45a-42a191df9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7824b008-2b07-46fe-9eb8-341a0fdcd752'}}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:21:53.532965 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-19bdc06f-8ec0-41c1-b912-050057f836f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:53.602327 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-19bdc06f-8ec0-41c1-b912-050057f836f4 None None] For port 8390f802-fa25-4755-8600-7a56fb260477, host dv-cinder-801989-3-iscsi, cleared binding levels {{(pid=93049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:21:53.605558 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-19bdc06f-8ec0-41c1-b912-050057f836f4 None None] For port 8390f802-fa25-4755-8600-7a56fb260477, host dv-cinder-801989-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=8390f802-fa25-4755-8600-7a56fb260477,segment=NetworkSegment(046510b3-cd97-4bdd-a45a-42a191df9206),segment_id=046510b3-cd97-4bdd-a45a-42a191df9206)] {{(pid=93049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:21:53.611643 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-19bdc06f-8ec0-41c1-b912-050057f836f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:53.668206 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bdc06f-8ec0-41c1-b912-050057f836f4 None None] Routers {'eaf6ba2c-d703-464a-b2be-e3c8279ad830'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:21:53.669397 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-19bdc06f-8ec0-41c1-b912-050057f836f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:21:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['eaf6ba2c-d703-464a-b2be-e3c8279ad830'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:21:53.705211 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c755d-596f-44ec-9f41-c739f678a055 None None] Pushing event updated for resources: {'Port': ['ID=8390f802-fa25-4755-8600-7a56fb260477,revision_number=4']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:53.796052 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-19bdc06f-8ec0-41c1-b912-050057f836f4 None None] Set router eaf6ba2c-d703-464a-b2be-e3c8279ad830 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:21:53.994250 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-19bdc06f-8ec0-41c1-b912-050057f836f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf6ba2c-d703-464a-b2be-e3c8279ad830', 'name': 'tempest-TestVolumeBootPattern-1596978796-router', 'tenant_id': 'ff015255c8104b16a3b2b26cb73b09b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'e6478d74-06ec-41b2-b5a4-33c8a71e8635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:21:46Z', 'updated_at': '2021-07-23T11:21:49Z', 'revision_number': 4, 'project_id': 'ff015255c8104b16a3b2b26cb73b09b1', 'gw_port': {'id': 'e6478d74-06ec-41b2-b5a4-33c8a71e8635', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:aa:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf6ba2c-d703-464a-b2be-e3c8279ad830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:47Z', 'updated_at': '2021-07-23T11:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': '8390f802-fa25-4755-8600-7a56fb260477', 'name': '', 'network_id': '7824b008-2b07-46fe-9eb8-341a0fdcd752', 'tenant_id': 'ff015255c8104b16a3b2b26cb73b09b1', 'mac_address': 'fa:16:3e:a6:45:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf6ba2c-d703-464a-b2be-e3c8279ad830', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '88af119c-e62c-4b10-90f3-a204cebc53e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:49Z', 'updated_at': '2021-07-23T11:21:53Z', 'revision_number': 4, 'project_id': 'ff015255c8104b16a3b2b26cb73b09b1', 'subnets': [{'id': '88af119c-e62c-4b10-90f3-a204cebc53e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:21:54.024677 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bdc06f-8ec0-41c1-b912-050057f836f4 None None] The sync data for ids ['eaf6ba2c-d703-464a-b2be-e3c8279ad830'] in dv-cinder-801989-3-iscsi is: [{'id': 'eaf6ba2c-d703-464a-b2be-e3c8279ad830', 'name': 'tempest-TestVolumeBootPattern-1596978796-router', 'tenant_id': 'ff015255c8104b16a3b2b26cb73b09b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'e6478d74-06ec-41b2-b5a4-33c8a71e8635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:21:46Z', 'updated_at': '2021-07-23T11:21:49Z', 'revision_number': 4, 'project_id': 'ff015255c8104b16a3b2b26cb73b09b1', 'gw_port': {'id': 'e6478d74-06ec-41b2-b5a4-33c8a71e8635', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:aa:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf6ba2c-d703-464a-b2be-e3c8279ad830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:47Z', 'updated_at': '2021-07-23T11:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': '8390f802-fa25-4755-8600-7a56fb260477', 'name': '', 'network_id': '7824b008-2b07-46fe-9eb8-341a0fdcd752', 'tenant_id': 'ff015255c8104b16a3b2b26cb73b09b1', 'mac_address': 'fa:16:3e:a6:45:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf6ba2c-d703-464a-b2be-e3c8279ad830', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '88af119c-e62c-4b10-90f3-a204cebc53e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:49Z', 'updated_at': '2021-07-23T11:21:53Z', 'revision_number': 4, 'project_id': 'ff015255c8104b16a3b2b26cb73b09b1', 'subnets': [{'id': '88af119c-e62c-4b10-90f3-a204cebc53e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:21:54.689208 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device e6478d74-06ec-41b2-b5a4-33c8a71e8635 up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:21:54.859762 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port e6478d74-06ec-41b2-b5a4-33c8a71e8635 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:21:54.860173 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:54.936036 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 8390f802-fa25-4755-8600-7a56fb260477 up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:21:54.983355 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning for port 8390f802-fa25-4755-8600-7a56fb260477 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:21:54.986943 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port 8390f802-fa25-4755-8600-7a56fb260477 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:21:54.987320 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:55.069884 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:55.101935 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] For port 8390f802-fa25-4755-8600-7a56fb260477, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=8390f802-fa25-4755-8600-7a56fb260477,segment=NetworkSegment(046510b3-cd97-4bdd-a45a-42a191df9206),segment_id=046510b3-cd97-4bdd-a45a-42a191df9206)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:21:55.105294 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:55.155062 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Pushing event updated for resources: {'Port': ['ID=8390f802-fa25-4755-8600-7a56fb260477,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:21:56.666792 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 8390f802-fa25-4755-8600-7a56fb260477 up at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:21:56.717933 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Provisioning complete for port 8390f802-fa25-4755-8600-7a56fb260477 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:21:56.718212 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:00.924694 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:07.420235 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-baffb2a9-cb7e-45a2-a472-52f4f3f8b524 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-250829528&fields=id&tenant_id=59b243329b3b4b1b8d2ce3b0c59ae6ef HTTP/1.1" status: 200 len: 267 time: 0.0325921 Jul 23 11:22:07.524723 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-a214a133-0b73-46e6-a243-0605e2362849 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:07.526196 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-a214a133-0b73-46e6-a243-0605e2362849 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/networks?id=702a3266-f139-4355-a8d7-6032cb500389 HTTP/1.1" status: 200 len: 812 time: 0.0997508 Jul 23 11:22:07.541043 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-5b670e27-7122-48c2-8afc-b9882566a74b tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/quotas/59b243329b3b4b1b8d2ce3b0c59ae6ef HTTP/1.1" status: 200 len: 375 time: 0.0089233 Jul 23 11:22:07.611437 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-617e01ec-da5b-4dca-b7a5-32920b0fec74 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=59b243329b3b4b1b8d2ce3b0c59ae6ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652711 Jul 23 11:22:07.708552 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-5b046030-b6fd-4388-b6d1-f800cccdec09 service neutron] 10.222.0.47 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858045 Jul 23 11:22:07.794892 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-fae96e03-8dea-426a-abcc-c3ad52970e11 service neutron] 10.222.0.47 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807040 Jul 23 11:22:08.080078 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6d550010-2d78-4c84-bb90-e873326e880a req-b97dc56f-a57b-47bf-bf91-f4c633da07ed tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0df1138-1ffd-4e85-8a78-1bf2d7ff248c HTTP/1.1" status: 200 len: 210 time: 0.0310493 Jul 23 11:22:08.990464 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-af682a80-9908-49c1-9dfb-d1398d95556a tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:08.991917 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-af682a80-9908-49c1-9dfb-d1398d95556a tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.48 "GET /v2.0/networks?id=702a3266-f139-4355-a8d7-6032cb500389 HTTP/1.1" status: 200 len: 812 time: 0.1055844 Jul 23 11:22:09.035883 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-1cd87f7a-9211-40bb-b50a-f9e50e46b6b7 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59b243329b3b4b1b8d2ce3b0c59ae6ef HTTP/1.1" status: 200 len: 379 time: 0.0354247 Jul 23 11:22:09.047447 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-5a21480d-f297-42e1-a107-65cc883cae92 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Request body: {'port': {'device_id': 'e0df1138-1ffd-4e85-8a78-1bf2d7ff248c', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'admin_state_up': True, 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'security_groups': ['ada23ca6-376a-4bf4-9b56-ccce35a569bc']}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:22:09.180292 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9d2de560-abb5-4572-a8f3-9e4d1e6eb693 req-5daa9fb2-dbea-4455-b2f8-ead0222770f7 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0df1138-1ffd-4e85-8a78-1bf2d7ff248c HTTP/1.1" status: 200 len: 210 time: 0.0329494 Jul 23 11:22:09.184537 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-5a21480d-f297-42e1-a107-65cc883cae92 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Made reservation on behalf of 59b243329b3b4b1b8d2ce3b0c59ae6ef for: {'port': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:22:09.187964 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-5a21480d-f297-42e1-a107-65cc883cae92 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:09.316244 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-5a21480d-f297-42e1-a107-65cc883cae92 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Allocated IP 172.20.0.8 (702a3266-f139-4355-a8d7-6032cb500389/3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374/b6fec6d9-487b-475b-a0f9-b38e98427aea) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:22:09.462479 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-5a21480d-f297-42e1-a107-65cc883cae92 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:09.476033 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-5a21480d-f297-42e1-a107-65cc883cae92 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Transition to ACTIVE for port object b6fec6d9-487b-475b-a0f9-b38e98427aea will not be triggered until provisioned by entity DHCP. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:22:09.508581 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-5a21480d-f297-42e1-a107-65cc883cae92 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:09.554334 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-5a21480d-f297-42e1-a107-65cc883cae92 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Network 702a3266-f139-4355-a8d7-6032cb500389 is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:22:09.559954 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-5a21480d-f297-42e1-a107-65cc883cae92 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:22:09.563576 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-5a21480d-f297-42e1-a107-65cc883cae92 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:22:09.572697 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21480d-f297-42e1-a107-65cc883cae92 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Pushing event updated for resources: {'Port': ['ID=b6fec6d9-487b-475b-a0f9-b38e98427aea,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:09.625143 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-5a21480d-f297-42e1-a107-65cc883cae92 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:09.625774 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-5a21480d-f297-42e1-a107-65cc883cae92 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:09.640520 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-5a21480d-f297-42e1-a107-65cc883cae92 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5976813 Jul 23 11:22:09.652330 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-ae46a96f-7acc-442b-8b30-f0b33fcbdb76 service neutron] Request body: {'port': {'device_id': 'e0df1138-1ffd-4e85-8a78-1bf2d7ff248c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:22:09.727144 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-ae46a96f-7acc-442b-8b30-f0b33fcbdb76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:09.788328 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-09597e91-acb6-4fab-bbd6-b8280c31fa04 None None] Provisioning for port b6fec6d9-487b-475b-a0f9-b38e98427aea completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:22:09.792077 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-09597e91-acb6-4fab-bbd6-b8280c31fa04 None None] Provisioning complete for port b6fec6d9-487b-475b-a0f9-b38e98427aea triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:22:09.792595 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-09597e91-acb6-4fab-bbd6-b8280c31fa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:09.825386 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-09597e91-acb6-4fab-bbd6-b8280c31fa04 None None] Port b6fec6d9-487b-475b-a0f9-b38e98427aea cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:22:09.994464 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-ae46a96f-7acc-442b-8b30-f0b33fcbdb76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6fec6d9-487b-475b-a0f9-b38e98427aea {{(pid=93047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:22:10.001724 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-ae46a96f-7acc-442b-8b30-f0b33fcbdb76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:10.019897 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-ae46a96f-7acc-442b-8b30-f0b33fcbdb76 service neutron] Transition to ACTIVE for port object b6fec6d9-487b-475b-a0f9-b38e98427aea will not be triggered until provisioned by entity L2. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:22:10.019897 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-ae46a96f-7acc-442b-8b30-f0b33fcbdb76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31365311'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:10.069427 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46a96f-7acc-442b-8b30-f0b33fcbdb76 service neutron] Pushing event updated for resources: {'Port': ['ID=b6fec6d9-487b-475b-a0f9-b38e98427aea,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:10.141836 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-ae46a96f-7acc-442b-8b30-f0b33fcbdb76 service neutron] Attempting to bind port b6fec6d9-487b-475b-a0f9-b38e98427aea on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:22:10.142199 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-ae46a96f-7acc-442b-8b30-f0b33fcbdb76 service neutron] Attempting to bind port b6fec6d9-487b-475b-a0f9-b38e98427aea by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '74f76dc1-d5c8-46ae-8605-0c9d96ffa71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '702a3266-f139-4355-a8d7-6032cb500389'}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:22:10.142508 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-ae46a96f-7acc-442b-8b30-f0b33fcbdb76 service neutron] Attempting to bind port b6fec6d9-487b-475b-a0f9-b38e98427aea on network 702a3266-f139-4355-a8d7-6032cb500389 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:22:10.147448 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-ae46a96f-7acc-442b-8b30-f0b33fcbdb76 service neutron] Port b6fec6d9-487b-475b-a0f9-b38e98427aea on network 702a3266-f139-4355-a8d7-6032cb500389 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:22:10.147780 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-ae46a96f-7acc-442b-8b30-f0b33fcbdb76 service neutron] Attempting to bind port b6fec6d9-487b-475b-a0f9-b38e98427aea on network 702a3266-f139-4355-a8d7-6032cb500389 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:22:10.153797 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-ae46a96f-7acc-442b-8b30-f0b33fcbdb76 service neutron] Checking agent: {'id': 'fd06f6b8-de2a-4c3f-8327-d731c40933c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'started_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:22:10.154614 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-ae46a96f-7acc-442b-8b30-f0b33fcbdb76 service neutron] Checking segment: {'id': '74f76dc1-d5c8-46ae-8605-0c9d96ffa71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '702a3266-f139-4355-a8d7-6032cb500389'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:22:10.154614 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-ae46a96f-7acc-442b-8b30-f0b33fcbdb76 service neutron] Bound using segment: {'id': '74f76dc1-d5c8-46ae-8605-0c9d96ffa71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '702a3266-f139-4355-a8d7-6032cb500389'} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:22:10.154984 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-ae46a96f-7acc-442b-8b30-f0b33fcbdb76 service neutron] Bound port: b6fec6d9-487b-475b-a0f9-b38e98427aea, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74f76dc1-d5c8-46ae-8605-0c9d96ffa71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '702a3266-f139-4355-a8d7-6032cb500389'}}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:22:10.155516 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-ae46a96f-7acc-442b-8b30-f0b33fcbdb76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:10.230257 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-ae46a96f-7acc-442b-8b30-f0b33fcbdb76 service neutron] For port b6fec6d9-487b-475b-a0f9-b38e98427aea, host hv-cinder-80198, cleared binding levels {{(pid=93047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:22:10.233545 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-ae46a96f-7acc-442b-8b30-f0b33fcbdb76 service neutron] For port b6fec6d9-487b-475b-a0f9-b38e98427aea, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=b6fec6d9-487b-475b-a0f9-b38e98427aea,segment=NetworkSegment(74f76dc1-d5c8-46ae-8605-0c9d96ffa71e),segment_id=74f76dc1-d5c8-46ae-8605-0c9d96ffa71e)] {{(pid=93047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:22:10.238960 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-ae46a96f-7acc-442b-8b30-f0b33fcbdb76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31365311'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:10.275678 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-ae46a96f-7acc-442b-8b30-f0b33fcbdb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:10.276188 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-ae46a96f-7acc-442b-8b30-f0b33fcbdb76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:10.278394 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-ae46a96f-7acc-442b-8b30-f0b33fcbdb76 service neutron] 10.222.0.48 "PUT /v2.0/ports/b6fec6d9-487b-475b-a0f9-b38e98427aea HTTP/1.1" status: 200 len: 1093 time: 0.6306655 Jul 23 11:22:10.278951 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0df1138-1ffd-4e85-8a78-1bf2d7ff248c', 'tag': 'b6fec6d9-487b-475b-a0f9-b38e98427aea'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:22:10.281137 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57990bb103ee5b7a3f14144f2b0acc3407ada3b1c8656e111118fed9c99398e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f57c078-1217-468e-9427-68c299a3e837" -d '{"events": [{"name": "network-changed", "server_uuid": "e0df1138-1ffd-4e85-8a78-1bf2d7ff248c", "tag": "b6fec6d9-487b-475b-a0f9-b38e98427aea"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:22:10.308923 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46a96f-7acc-442b-8b30-f0b33fcbdb76 service neutron] Pushing event updated for resources: {'Port': ['ID=b6fec6d9-487b-475b-a0f9-b38e98427aea,revision_number=3']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:10.333622 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1d2156-5f65-49ea-bb79-70631dc10439 x-openstack-request-id: req-5f1d2156-5f65-49ea-bb79-70631dc10439 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:22:10.333980 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0df1138-1ffd-4e85-8a78-1bf2d7ff248c", "tag": "b6fec6d9-487b-475b-a0f9-b38e98427aea", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:22:10.334294 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5f1d2156-5f65-49ea-bb79-70631dc10439 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:22:10.334751 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0df1138-1ffd-4e85-8a78-1bf2d7ff248c', 'tag': 'b6fec6d9-487b-475b-a0f9-b38e98427aea', 'status': 'completed', 'code': 200} Jul 23 11:22:10.335422 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba67fd6-5419-44c3-8cd6-541411db4ca8 req-14a15560-e2bd-4853-baec-09c96a1908d2 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:10.336965 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-8ba67fd6-5419-44c3-8cd6-541411db4ca8 req-14a15560-e2bd-4853-baec-09c96a1908d2 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0df1138-1ffd-4e85-8a78-1bf2d7ff248c HTTP/1.1" status: 200 len: 943 time: 0.0833127 Jul 23 11:22:10.380019 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-8ba67fd6-5419-44c3-8cd6-541411db4ca8 req-eb6d3cdc-498f-4cd5-9170-7d29d16f5818 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353179 Jul 23 11:22:10.398153 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-005271d3-e3bd-4ad3-b091-146f7504bc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:10.399680 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-005271d3-e3bd-4ad3-b091-146f7504bc73 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59b243329b3b4b1b8d2ce3b0c59ae6ef&device_id=e0df1138-1ffd-4e85-8a78-1bf2d7ff248c HTTP/1.1" status: 200 len: 1096 time: 0.0638344 Jul 23 11:22:10.444709 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-ea60f2f2-3105-43cf-bab3-db617e5b58eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6fec6d9-487b-475b-a0f9-b38e98427aea HTTP/1.1" status: 200 len: 217 time: 0.0378997 Jul 23 11:22:10.492778 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-774fa48d-148e-411e-a3e4-09f0e7d4baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:10.494234 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-774fa48d-148e-411e-a3e4-09f0e7d4baa2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374 HTTP/1.1" status: 200 len: 851 time: 0.0437224 Jul 23 11:22:10.553250 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-3a295ec3-1f48-4bb2-a891-efd90fe32246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:10.554765 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-3a295ec3-1f48-4bb2-a891-efd90fe32246 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=702a3266-f139-4355-a8d7-6032cb500389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535793 Jul 23 11:22:10.646332 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-0c3f7156-6405-408e-baf7-1fcc710d96ef service neutron] 10.222.0.48 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850716 Jul 23 11:22:10.733936 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9ae83a6b-8969-4b9e-9a1b-91c17ac00e00 req-c3e64f49-283b-42de-971a-7465d7755672 service neutron] 10.222.0.48 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814495 Jul 23 11:22:10.838655 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57c078-1217-468e-9427-68c299a3e837 req-88831b67-7e2a-45a4-a6b8-f08601833e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:10.840319 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7f57c078-1217-468e-9427-68c299a3e837 req-88831b67-7e2a-45a4-a6b8-f08601833e91 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59b243329b3b4b1b8d2ce3b0c59ae6ef&device_id=e0df1138-1ffd-4e85-8a78-1bf2d7ff248c HTTP/1.1" status: 200 len: 1096 time: 0.0597708 Jul 23 11:22:10.930342 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57c078-1217-468e-9427-68c299a3e837 req-0d4f5c3c-f9b3-4304-8f1f-66f3274311ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:10.931746 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7f57c078-1217-468e-9427-68c299a3e837 req-0d4f5c3c-f9b3-4304-8f1f-66f3274311ff service neutron] 10.222.0.48 "GET /v2.0/networks?id=702a3266-f139-4355-a8d7-6032cb500389 HTTP/1.1" status: 200 len: 913 time: 0.0851297 Jul 23 11:22:10.977411 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7f57c078-1217-468e-9427-68c299a3e837 req-340d8e3a-82a7-440b-b217-915b4fe77750 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6fec6d9-487b-475b-a0f9-b38e98427aea HTTP/1.1" status: 200 len: 217 time: 0.0382543 Jul 23 11:22:11.027317 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57c078-1217-468e-9427-68c299a3e837 req-5ced60ff-32a3-4df9-9b52-b5e1b56bf22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:11.028826 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7f57c078-1217-468e-9427-68c299a3e837 req-5ced60ff-32a3-4df9-9b52-b5e1b56bf22a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374 HTTP/1.1" status: 200 len: 851 time: 0.0444944 Jul 23 11:22:11.086662 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57c078-1217-468e-9427-68c299a3e837 req-45079b2d-4555-43e3-ad49-e07ca7fdf9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:11.088175 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7f57c078-1217-468e-9427-68c299a3e837 req-45079b2d-4555-43e3-ad49-e07ca7fdf9d5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=702a3266-f139-4355-a8d7-6032cb500389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529134 Jul 23 11:22:11.182043 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7f57c078-1217-468e-9427-68c299a3e837 req-39461aa2-75e5-4fd7-acc2-08e33d8c5875 service neutron] 10.222.0.48 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854888 Jul 23 11:22:11.273664 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7f57c078-1217-468e-9427-68c299a3e837 req-b755558b-1afc-4c09-9061-bcff979e4464 service neutron] 10.222.0.48 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853713 Jul 23 11:22:11.509229 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1b4bf-6b74-42fb-a468-81d6055dd7b8 req-b704084d-e8d9-45e2-9ba9-c5af6bf54700 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:11.510594 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-dca1b4bf-6b74-42fb-a468-81d6055dd7b8 req-b704084d-e8d9-45e2-9ba9-c5af6bf54700 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0df1138-1ffd-4e85-8a78-1bf2d7ff248c HTTP/1.1" status: 200 len: 943 time: 0.0625165 Jul 23 11:22:11.552739 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-dca1b4bf-6b74-42fb-a468-81d6055dd7b8 req-25b92d33-817a-4a90-8b7b-fded4e70723f tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359526 Jul 23 11:22:12.680474 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97616389-3477-4822-b649-4c6a7dc324ef req-bb256e4d-7bcd-46e9-9255-015fadd9f11e tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:12.682020 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-97616389-3477-4822-b649-4c6a7dc324ef req-bb256e4d-7bcd-46e9-9255-015fadd9f11e tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0df1138-1ffd-4e85-8a78-1bf2d7ff248c HTTP/1.1" status: 200 len: 943 time: 0.0633132 Jul 23 11:22:12.722072 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-97616389-3477-4822-b649-4c6a7dc324ef req-ff14a922-0645-4276-8ccc-044d8cf14bdd tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339825 Jul 23 11:22:13.847010 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fdc5b-4934-4162-9937-5a7c9ace3404 req-6f4f3a05-99cd-4226-b223-68dfe36abce0 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:13.848511 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-109fdc5b-4934-4162-9937-5a7c9ace3404 req-6f4f3a05-99cd-4226-b223-68dfe36abce0 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0df1138-1ffd-4e85-8a78-1bf2d7ff248c HTTP/1.1" status: 200 len: 943 time: 0.0617847 Jul 23 11:22:13.892732 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-109fdc5b-4934-4162-9937-5a7c9ace3404 req-7f7e300f-341e-4a62-89e2-49efa947a12d tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388288 Jul 23 11:22:15.030872 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987b0d9-0f99-4cdb-b7d5-4dceb587fa7e req-233f2f52-1107-4922-b2df-cc05a224886c tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:15.032382 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c987b0d9-0f99-4cdb-b7d5-4dceb587fa7e req-233f2f52-1107-4922-b2df-cc05a224886c tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0df1138-1ffd-4e85-8a78-1bf2d7ff248c HTTP/1.1" status: 200 len: 943 time: 0.0672281 Jul 23 11:22:15.071064 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c987b0d9-0f99-4cdb-b7d5-4dceb587fa7e req-53782405-27aa-47ba-93b3-dc0217194075 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326643 Jul 23 11:22:16.196840 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebff2c-589c-4b7c-a153-0a70d95695d9 req-b8bf0aa7-8ba5-4e6f-8f22-9dff0060f504 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:16.198291 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1aebff2c-589c-4b7c-a153-0a70d95695d9 req-b8bf0aa7-8ba5-4e6f-8f22-9dff0060f504 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0df1138-1ffd-4e85-8a78-1bf2d7ff248c HTTP/1.1" status: 200 len: 943 time: 0.0609753 Jul 23 11:22:16.235709 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1aebff2c-589c-4b7c-a153-0a70d95695d9 req-7afe6cf7-a336-4b1a-91c3-f51692701c74 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312390 Jul 23 11:22:16.602017 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-0a01b60a-7b8d-4efa-be86-52dab2e2a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:17.361850 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea735bb-6149-40bb-b4ef-8131c8b5cc61 req-e8125229-3d2c-4399-8237-66d056b67e33 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:17.363294 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-5ea735bb-6149-40bb-b4ef-8131c8b5cc61 req-e8125229-3d2c-4399-8237-66d056b67e33 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0df1138-1ffd-4e85-8a78-1bf2d7ff248c HTTP/1.1" status: 200 len: 943 time: 0.0605474 Jul 23 11:22:17.398981 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-5ea735bb-6149-40bb-b4ef-8131c8b5cc61 req-8466b43f-a8ae-47d1-87f8-e57e4159e360 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302253 Jul 23 11:22:18.051945 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device b6fec6d9-487b-475b-a0f9-b38e98427aea details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:22:18.153318 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port b6fec6d9-487b-475b-a0f9-b38e98427aea, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=b6fec6d9-487b-475b-a0f9-b38e98427aea,segment=NetworkSegment(74f76dc1-d5c8-46ae-8605-0c9d96ffa71e),segment_id=74f76dc1-d5c8-46ae-8605-0c9d96ffa71e)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:22:18.164654 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Returning: {'device': 'b6fec6d9-487b-475b-a0f9-b38e98427aea', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'port_id': 'b6fec6d9-487b-475b-a0f9-b38e98427aea', 'mac_address': 'fa:16:3e:70:3d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:22:18.201360 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:18.213786 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6fec6d9-487b-475b-a0f9-b38e98427aea {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:22:18.238255 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port b6fec6d9-487b-475b-a0f9-b38e98427aea, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=b6fec6d9-487b-475b-a0f9-b38e98427aea,segment=NetworkSegment(74f76dc1-d5c8-46ae-8605-0c9d96ffa71e),segment_id=74f76dc1-d5c8-46ae-8605-0c9d96ffa71e)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:22:18.242489 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:18.290797 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=b6fec6d9-487b-475b-a0f9-b38e98427aea,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:18.452746 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['b6fec6d9-487b-475b-a0f9-b38e98427aea'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:22:18.538456 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfe989-2bf9-45e7-85e6-27fdae83b7b6 req-508adbb4-42e0-455b-b7d1-84a7575dc016 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:18.540039 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-67cfe989-2bf9-45e7-85e6-27fdae83b7b6 req-508adbb4-42e0-455b-b7d1-84a7575dc016 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0df1138-1ffd-4e85-8a78-1bf2d7ff248c HTTP/1.1" status: 200 len: 944 time: 0.0686457 Jul 23 11:22:18.583997 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-67cfe989-2bf9-45e7-85e6-27fdae83b7b6 req-4aef028e-e551-436b-99b4-15789b82781b tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380185 Jul 23 11:22:19.617723 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-a13cadc8-1d56-47dd-9add-1d90f5df2389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:19.722650 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824af68-ee36-42d6-80a9-dcbe9b0041e6 req-149a8791-907e-4e8f-9dab-9272ce863bb8 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:19.724142 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-2824af68-ee36-42d6-80a9-dcbe9b0041e6 req-149a8791-907e-4e8f-9dab-9272ce863bb8 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0df1138-1ffd-4e85-8a78-1bf2d7ff248c HTTP/1.1" status: 200 len: 944 time: 0.0661592 Jul 23 11:22:19.730100 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:19.765440 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-2824af68-ee36-42d6-80a9-dcbe9b0041e6 req-7d7b9073-676e-4de5-8551-b7e00709b9fe tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350463 Jul 23 11:22:20.064700 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device b6fec6d9-487b-475b-a0f9-b38e98427aea up at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:22:20.110337 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning for port b6fec6d9-487b-475b-a0f9-b38e98427aea completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:22:20.113683 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning complete for port b6fec6d9-487b-475b-a0f9-b38e98427aea triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:22:20.114052 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:20.188383 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:20.209516 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0df1138-1ffd-4e85-8a78-1bf2d7ff248c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6fec6d9-487b-475b-a0f9-b38e98427aea'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:22:20.211729 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}214548a6ff4efd2602c2c2cf0448be42dc7715ee41776415c9dd15aa22406767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b0c1b3-912d-4ce3-a615-d8248c409b51" -d '{"events": [{"server_uuid": "e0df1138-1ffd-4e85-8a78-1bf2d7ff248c", "name": "network-vif-plugged", "status": "completed", "tag": "b6fec6d9-487b-475b-a0f9-b38e98427aea"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:22:20.224568 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port b6fec6d9-487b-475b-a0f9-b38e98427aea, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=b6fec6d9-487b-475b-a0f9-b38e98427aea,segment=NetworkSegment(74f76dc1-d5c8-46ae-8605-0c9d96ffa71e),segment_id=74f76dc1-d5c8-46ae-8605-0c9d96ffa71e)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:22:20.228526 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:20.250494 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645f445e-427d-46af-b39c-0976125b5938 x-openstack-request-id: req-645f445e-427d-46af-b39c-0976125b5938 {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:22:20.250782 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0df1138-1ffd-4e85-8a78-1bf2d7ff248c", "name": "network-vif-plugged", "status": "completed", "tag": "b6fec6d9-487b-475b-a0f9-b38e98427aea", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:22:20.251028 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-645f445e-427d-46af-b39c-0976125b5938 {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:22:20.251405 dv-cinder-801989-3-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0df1138-1ffd-4e85-8a78-1bf2d7ff248c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6fec6d9-487b-475b-a0f9-b38e98427aea', 'code': 200} Jul 23 11:22:20.281953 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=b6fec6d9-487b-475b-a0f9-b38e98427aea,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:20.471124 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f2692-d536-4b32-a871-0ee9275b80a5 req-85201378-3ed6-4c6c-ba62-aed70c36a3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:20.472539 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7f8f2692-d536-4b32-a871-0ee9275b80a5 req-85201378-3ed6-4c6c-ba62-aed70c36a3f2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e0df1138-1ffd-4e85-8a78-1bf2d7ff248c HTTP/1.1" status: 200 len: 1098 time: 0.0526984 Jul 23 11:22:20.506173 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7f8f2692-d536-4b32-a871-0ee9275b80a5 req-597f19bc-7af7-48ff-b1c9-159d3797beed service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277960 Jul 23 11:22:20.624937 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:20.893185 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d1ec4-124c-4199-9133-f5b35ee45675 req-075b7889-ba2f-46af-b1e8-f6fbc162de9c tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:20.894696 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-390d1ec4-124c-4199-9133-f5b35ee45675 req-075b7889-ba2f-46af-b1e8-f6fbc162de9c tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0df1138-1ffd-4e85-8a78-1bf2d7ff248c HTTP/1.1" status: 200 len: 945 time: 0.0642846 Jul 23 11:22:20.932933 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-390d1ec4-124c-4199-9133-f5b35ee45675 req-8debfc40-69a0-4682-827c-d1982bb81358 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327430 Jul 23 11:22:22.063248 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069934f6-539b-4cf6-9590-635c55335822 req-3ba696e0-7ece-4dbe-b114-a71e9b4e9bb1 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:22.064826 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-069934f6-539b-4cf6-9590-635c55335822 req-3ba696e0-7ece-4dbe-b114-a71e9b4e9bb1 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0df1138-1ffd-4e85-8a78-1bf2d7ff248c HTTP/1.1" status: 200 len: 945 time: 0.0641100 Jul 23 11:22:22.106774 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-069934f6-539b-4cf6-9590-635c55335822 req-44e18c18-e0f1-4a88-b09b-a1f33adca1c8 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364606 Jul 23 11:22:22.128937 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:22.238933 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab91ca-7a99-4be4-8e99-b1cca5e8b56b req-d2b58813-2837-4172-b8e3-62c11c5e6b9b tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:22.240362 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-78ab91ca-7a99-4be4-8e99-b1cca5e8b56b req-d2b58813-2837-4172-b8e3-62c11c5e6b9b tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0df1138-1ffd-4e85-8a78-1bf2d7ff248c HTTP/1.1" status: 200 len: 945 time: 0.0645330 Jul 23 11:22:22.282093 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-78ab91ca-7a99-4be4-8e99-b1cca5e8b56b req-4b10f330-ae9c-4eb8-a6f0-ec04dc28d853 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357983 Jul 23 11:22:22.305223 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 41478) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:22:22.452025 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0728e1ed-b377-43b0-9a1a-4608e853baec tempest-TestVolumeBootPattern-923614630 tempest-TestVolumeBootPattern-923614630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:22.453591 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-0728e1ed-b377-43b0-9a1a-4608e853baec tempest-TestVolumeBootPattern-923614630 tempest-TestVolumeBootPattern-923614630-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e0df1138-1ffd-4e85-8a78-1bf2d7ff248c HTTP/1.1" status: 200 len: 1093 time: 0.1472578 Jul 23 11:22:22.456444 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 41482) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:22:22.460936 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-7e35306d-6a70-4853-9d60-ba7396deb43b tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Request body: {'floatingip': {'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'port_id': 'b6fec6d9-487b-475b-a0f9-b38e98427aea', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:22:22.483571 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7e35306d-6a70-4853-9d60-ba7396deb43b tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for floatingip, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:22.577698 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7e35306d-6a70-4853-9d60-ba7396deb43b tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:22.676439 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [None req-7e35306d-6a70-4853-9d60-ba7396deb43b tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Allocated IP 172.27.2.28 (7e03cc48-3144-4cbe-b31a-c20231b9d64e/936becf8-b9e9-4f67-8a9b-c483761f3f68/57210f7b-893c-4d6c-a34b-d8cdaf8ebc87) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:22:22.777345 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7e35306d-6a70-4853-9d60-ba7396deb43b tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:22.815105 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7e35306d-6a70-4853-9d60-ba7396deb43b tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:22.849522 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e35306d-6a70-4853-9d60-ba7396deb43b tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Network 7e03cc48-3144-4cbe-b31a-c20231b9d64e is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:22:22.852240 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-7e35306d-6a70-4853-9d60-ba7396deb43b tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:22:22.858658 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e35306d-6a70-4853-9d60-ba7396deb43b tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:22:22.884312 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e35306d-6a70-4853-9d60-ba7396deb43b tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Pushing event updated for resources: {'Port': ['ID=57210f7b-893c-4d6c-a34b-d8cdaf8ebc87,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:23.202369 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7e35306d-6a70-4853-9d60-ba7396deb43b tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:23.275832 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7e35306d-6a70-4853-9d60-ba7396deb43b tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:23.423771 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7e35306d-6a70-4853-9d60-ba7396deb43b tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:23.428215 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7e35306d-6a70-4853-9d60-ba7396deb43b tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31365311'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:23.498863 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e35306d-6a70-4853-9d60-ba7396deb43b tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Pushing event updated for resources: {'Port': ['ID=57210f7b-893c-4d6c-a34b-d8cdaf8ebc87,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:23.508839 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7e35306d-6a70-4853-9d60-ba7396deb43b tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409046'] for floatingip, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:23.603192 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.db.l3_db [None req-7e35306d-6a70-4853-9d60-ba7396deb43b tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Floating IP 28fc245e-a634-4330-9246-e28a80d2b8f7 associated. External IP: 172.27.2.28, port: b6fec6d9-487b-475b-a0f9-b38e98427aea. Jul 23 11:22:23.802945 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e35306d-6a70-4853-9d60-ba7396deb43b tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Router 3baf835a-49ee-446c-a566-e607818ef269 has already been hosted by L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:22:24.178124 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e35306d-6a70-4853-9d60-ba7396deb43b tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:22:24.188664 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a66cef0-e4cb-4b2e-964b-16697388789b None None] Sync routers for ids ['3baf835a-49ee-446c-a566-e607818ef269'] in dv-cinder-801989-3-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:22:24.195134 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7e35306d-6a70-4853-9d60-ba7396deb43b tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for floatingip, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:24.199384 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a66cef0-e4cb-4b2e-964b-16697388789b None None] Routers {'3baf835a-49ee-446c-a566-e607818ef269'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:22:24.200336 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-0a66cef0-e4cb-4b2e-964b-16697388789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:22:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['3baf835a-49ee-446c-a566-e607818ef269'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:22:24.231794 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-7e35306d-6a70-4853-9d60-ba7396deb43b tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7742209 Jul 23 11:22:24.232580 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0df1138-1ffd-4e85-8a78-1bf2d7ff248c', 'tag': 'b6fec6d9-487b-475b-a0f9-b38e98427aea'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:22:24.235978 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57990bb103ee5b7a3f14144f2b0acc3407ada3b1c8656e111118fed9c99398e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f6dbc6-183d-447b-a403-8bbf109fadbf" -d '{"events": [{"name": "network-changed", "server_uuid": "e0df1138-1ffd-4e85-8a78-1bf2d7ff248c", "tag": "b6fec6d9-487b-475b-a0f9-b38e98427aea"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:22:24.280598 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2529ffa3-4c0c-4603-999c-3e4f6235e03f x-openstack-request-id: req-2529ffa3-4c0c-4603-999c-3e4f6235e03f {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:22:24.280914 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0df1138-1ffd-4e85-8a78-1bf2d7ff248c", "tag": "b6fec6d9-487b-475b-a0f9-b38e98427aea", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:22:24.281169 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2529ffa3-4c0c-4603-999c-3e4f6235e03f {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:22:24.281580 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0df1138-1ffd-4e85-8a78-1bf2d7ff248c', 'tag': 'b6fec6d9-487b-475b-a0f9-b38e98427aea', 'status': 'completed', 'code': 200} Jul 23 11:22:24.312030 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-0a66cef0-e4cb-4b2e-964b-16697388789b None None] Set router 3baf835a-49ee-446c-a566-e607818ef269 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:22:24.361828 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6dbc6-183d-447b-a403-8bbf109fadbf req-3dd5b9df-7111-4e49-99a6-b85ab5e6e0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:24.363334 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d2f6dbc6-183d-447b-a403-8bbf109fadbf req-3dd5b9df-7111-4e49-99a6-b85ab5e6e0e6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59b243329b3b4b1b8d2ce3b0c59ae6ef&device_id=e0df1138-1ffd-4e85-8a78-1bf2d7ff248c HTTP/1.1" status: 200 len: 1098 time: 0.0594761 Jul 23 11:22:24.468405 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6dbc6-183d-447b-a403-8bbf109fadbf req-89569fa3-3331-4a31-aed0-9b70a2907759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:24.469964 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d2f6dbc6-183d-447b-a403-8bbf109fadbf req-89569fa3-3331-4a31-aed0-9b70a2907759 service neutron] 10.222.0.48 "GET /v2.0/networks?id=702a3266-f139-4355-a8d7-6032cb500389 HTTP/1.1" status: 200 len: 913 time: 0.0994279 Jul 23 11:22:24.538430 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d2f6dbc6-183d-447b-a403-8bbf109fadbf req-11133c90-35d3-431a-816a-1e99711b0b34 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6fec6d9-487b-475b-a0f9-b38e98427aea HTTP/1.1" status: 200 len: 998 time: 0.0616362 Jul 23 11:22:24.556069 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-0a66cef0-e4cb-4b2e-964b-16697388789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3baf835a-49ee-446c-a566-e607818ef269', 'name': 'tempest-TestVolumeBootPattern-1441365996-router', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '081b00dc-3ab1-47df-b410-93d97c715253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:44Z', 'revision_number': 4, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'gw_port': {'id': '081b00dc-3ab1-47df-b410-93d97c715253', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_floatingips': [{'id': '28fc245e-a634-4330-9246-e28a80d2b8f7', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'router_id': '3baf835a-49ee-446c-a566-e607818ef269', 'port_id': 'b6fec6d9-487b-475b-a0f9-b38e98427aea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'mac_address': 'fa:16:3e:70:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0df1138-1ffd-4e85-8a78-1bf2d7ff248c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:22:23Z', 'updated_at': '2021-07-23T11:22:23Z', 'revision_number': 0, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1e4bcb-e74f-4032-90d6-d60a921c80c7', 'name': '', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'mac_address': 'fa:16:3e:ec:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:44Z', 'updated_at': '2021-07-23T11:21:49Z', 'revision_number': 5, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'subnets': [{'id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:22:24.584542 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a66cef0-e4cb-4b2e-964b-16697388789b None None] Checking router: 3baf835a-49ee-446c-a566-e607818ef269 for host: dv-cinder-801989-3-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:22:24.588673 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6dbc6-183d-447b-a403-8bbf109fadbf req-77b4d75f-f6f8-46da-acea-ca3d8f7ff22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:24.590809 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d2f6dbc6-183d-447b-a403-8bbf109fadbf req-77b4d75f-f6f8-46da-acea-ca3d8f7ff22c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374 HTTP/1.1" status: 200 len: 851 time: 0.0458629 Jul 23 11:22:24.594636 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a66cef0-e4cb-4b2e-964b-16697388789b None None] Routers {'3baf835a-49ee-446c-a566-e607818ef269'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:22:24.595277 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-0a66cef0-e4cb-4b2e-964b-16697388789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:22:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['3baf835a-49ee-446c-a566-e607818ef269'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:22:24.659773 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6dbc6-183d-447b-a403-8bbf109fadbf req-98f578b5-d085-4fbf-98a5-ad2230a9e9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:24.661298 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d2f6dbc6-183d-447b-a403-8bbf109fadbf req-98f578b5-d085-4fbf-98a5-ad2230a9e9e7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=702a3266-f139-4355-a8d7-6032cb500389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0641122 Jul 23 11:22:24.713940 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-0a66cef0-e4cb-4b2e-964b-16697388789b None None] Set router 3baf835a-49ee-446c-a566-e607818ef269 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:22:24.759083 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d2f6dbc6-183d-447b-a403-8bbf109fadbf req-bad60521-16f9-4853-9ac7-20c01009ed6b service neutron] 10.222.0.48 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903492 Jul 23 11:22:24.857704 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d2f6dbc6-183d-447b-a403-8bbf109fadbf req-7d7f6de5-46f6-4542-81bb-dcd97b5f8a17 service neutron] 10.222.0.48 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918880 Jul 23 11:22:25.001522 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-0a66cef0-e4cb-4b2e-964b-16697388789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3baf835a-49ee-446c-a566-e607818ef269', 'name': 'tempest-TestVolumeBootPattern-1441365996-router', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '081b00dc-3ab1-47df-b410-93d97c715253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:44Z', 'revision_number': 4, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'gw_port': {'id': '081b00dc-3ab1-47df-b410-93d97c715253', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_floatingips': [{'id': '28fc245e-a634-4330-9246-e28a80d2b8f7', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'router_id': '3baf835a-49ee-446c-a566-e607818ef269', 'port_id': 'b6fec6d9-487b-475b-a0f9-b38e98427aea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'mac_address': 'fa:16:3e:70:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0df1138-1ffd-4e85-8a78-1bf2d7ff248c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:22:23Z', 'updated_at': '2021-07-23T11:22:23Z', 'revision_number': 0, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1e4bcb-e74f-4032-90d6-d60a921c80c7', 'name': '', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'mac_address': 'fa:16:3e:ec:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:44Z', 'updated_at': '2021-07-23T11:21:49Z', 'revision_number': 5, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'subnets': [{'id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:22:25.034613 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a66cef0-e4cb-4b2e-964b-16697388789b None None] The sync data for ids ['3baf835a-49ee-446c-a566-e607818ef269'] in dv-cinder-801989-3-iscsi is: [{'id': '3baf835a-49ee-446c-a566-e607818ef269', 'name': 'tempest-TestVolumeBootPattern-1441365996-router', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '081b00dc-3ab1-47df-b410-93d97c715253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:44Z', 'revision_number': 4, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'gw_port': {'id': '081b00dc-3ab1-47df-b410-93d97c715253', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_floatingips': [{'id': '28fc245e-a634-4330-9246-e28a80d2b8f7', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'router_id': '3baf835a-49ee-446c-a566-e607818ef269', 'port_id': 'b6fec6d9-487b-475b-a0f9-b38e98427aea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'mac_address': 'fa:16:3e:70:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0df1138-1ffd-4e85-8a78-1bf2d7ff248c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:22:23Z', 'updated_at': '2021-07-23T11:22:23Z', 'revision_number': 0, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1e4bcb-e74f-4032-90d6-d60a921c80c7', 'name': '', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'mac_address': 'fa:16:3e:ec:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:44Z', 'updated_at': '2021-07-23T11:21:49Z', 'revision_number': 5, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'subnets': [{'id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:22:25.219421 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74be80a2-c5a1-44ab-95e5-30f3268c4382 None None] New status for floating IP 28fc245e-a634-4330-9246-e28a80d2b8f7: ACTIVE {{(pid=93049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:22:28.550037 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:22:30.939309 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:40.117623 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4b37b33f-f527-467d-988a-30b391d37939 req-aa253811-26c7-48d0-9b72-57b405e1948b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e0df1138-1ffd-4e85-8a78-1bf2d7ff248c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519161 Jul 23 11:22:40.216893 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37b33f-f527-467d-988a-30b391d37939 req-e2ebe5ad-4f7a-4951-b699-6b93735ec781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:40.218375 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4b37b33f-f527-467d-988a-30b391d37939 req-e2ebe5ad-4f7a-4951-b699-6b93735ec781 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59b243329b3b4b1b8d2ce3b0c59ae6ef&device_id=e0df1138-1ffd-4e85-8a78-1bf2d7ff248c HTTP/1.1" status: 200 len: 1098 time: 0.0559709 Jul 23 11:22:40.324500 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37b33f-f527-467d-988a-30b391d37939 req-0125734b-eb66-4978-a7fe-923fba56f397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:40.325892 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4b37b33f-f527-467d-988a-30b391d37939 req-0125734b-eb66-4978-a7fe-923fba56f397 service neutron] 10.222.0.48 "GET /v2.0/networks?id=702a3266-f139-4355-a8d7-6032cb500389 HTTP/1.1" status: 200 len: 913 time: 0.0848463 Jul 23 11:22:40.394884 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4b37b33f-f527-467d-988a-30b391d37939 req-c343e369-3686-4d31-9e56-3d539ccadb8c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6fec6d9-487b-475b-a0f9-b38e98427aea HTTP/1.1" status: 200 len: 1000 time: 0.0609469 Jul 23 11:22:40.441501 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37b33f-f527-467d-988a-30b391d37939 req-5690ff47-b15a-473c-8884-cabfb632f749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:40.442906 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4b37b33f-f527-467d-988a-30b391d37939 req-5690ff47-b15a-473c-8884-cabfb632f749 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374 HTTP/1.1" status: 200 len: 851 time: 0.0409205 Jul 23 11:22:40.499639 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37b33f-f527-467d-988a-30b391d37939 req-17ec61e7-ca6d-4ce8-a42f-4b2268c95155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:40.501102 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4b37b33f-f527-467d-988a-30b391d37939 req-17ec61e7-ca6d-4ce8-a42f-4b2268c95155 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=702a3266-f139-4355-a8d7-6032cb500389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501051 Jul 23 11:22:40.592667 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4b37b33f-f527-467d-988a-30b391d37939 req-206fb040-f621-42a7-8726-1c3a9976a47c service neutron] 10.222.0.48 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841107 Jul 23 11:22:40.679987 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4b37b33f-f527-467d-988a-30b391d37939 req-080b7ad1-0b0c-43c7-9a78-81076db2f97b service neutron] 10.222.0.48 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805590 Jul 23 11:22:46.602946 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-87170f03-0406-43e9-be11-a3877aee800a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:49.617701 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-b197f907-de5a-4279-9f98-3b9ad4ed6b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:49.735879 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:50.622101 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:52.129743 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:00.941966 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:05.548765 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:23:16.604695 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-c96e565f-f9a1-4a31-8937-f814fb1e93a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:19.618573 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-c64d899b-438b-4430-b463-09085399b41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:19.736981 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:20.625599 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:22.131564 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:30.938520 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:42.137005 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b174ab83-0888-4f51-9847-58decdbfba5c req-8a6f6ca7-abff-45b1-a5a7-6d3af30b611b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e0df1138-1ffd-4e85-8a78-1bf2d7ff248c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0572152 Jul 23 11:23:42.232171 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174ab83-0888-4f51-9847-58decdbfba5c req-783f5029-9040-4804-855a-9863ec1ab572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:42.233665 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b174ab83-0888-4f51-9847-58decdbfba5c req-783f5029-9040-4804-855a-9863ec1ab572 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59b243329b3b4b1b8d2ce3b0c59ae6ef&device_id=e0df1138-1ffd-4e85-8a78-1bf2d7ff248c HTTP/1.1" status: 200 len: 1098 time: 0.0528455 Jul 23 11:23:42.341744 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174ab83-0888-4f51-9847-58decdbfba5c req-3f6925c5-a3c1-44fe-870e-306464e77124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:42.343140 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b174ab83-0888-4f51-9847-58decdbfba5c req-3f6925c5-a3c1-44fe-870e-306464e77124 service neutron] 10.222.0.48 "GET /v2.0/networks?id=702a3266-f139-4355-a8d7-6032cb500389 HTTP/1.1" status: 200 len: 913 time: 0.0888066 Jul 23 11:23:42.406697 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b174ab83-0888-4f51-9847-58decdbfba5c req-5ed51b26-998c-4f01-b5ac-9701fc7f03d8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6fec6d9-487b-475b-a0f9-b38e98427aea HTTP/1.1" status: 200 len: 1000 time: 0.0566587 Jul 23 11:23:42.453310 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174ab83-0888-4f51-9847-58decdbfba5c req-ef70630b-d636-43c7-a46d-74c88e47b590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:42.454715 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b174ab83-0888-4f51-9847-58decdbfba5c req-ef70630b-d636-43c7-a46d-74c88e47b590 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374 HTTP/1.1" status: 200 len: 851 time: 0.0416479 Jul 23 11:23:42.515175 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174ab83-0888-4f51-9847-58decdbfba5c req-955326dc-00a9-4d02-8068-0b7ac3fe4fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:42.516939 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b174ab83-0888-4f51-9847-58decdbfba5c req-955326dc-00a9-4d02-8068-0b7ac3fe4fef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=702a3266-f139-4355-a8d7-6032cb500389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539882 Jul 23 11:23:42.547854 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:23:42.605789 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b174ab83-0888-4f51-9847-58decdbfba5c req-f3be1324-20a2-4bf4-83da-0e8deecfd8af service neutron] 10.222.0.48 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800960 Jul 23 11:23:42.697500 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b174ab83-0888-4f51-9847-58decdbfba5c req-d99ea97a-3e58-423a-b3a1-1ccebd85c979 service neutron] 10.222.0.48 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847969 Jul 23 11:23:46.605609 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7328f2c5-4096-4a07-9c0b-641fd83c6365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:49.617710 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-28a1d6b0-4398-4c79-95ec-cc14eb102fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:49.737854 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:50.629043 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:52.135559 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:00.950490 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:16.608907 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-a967240a-cce9-4dae-8945-251e766b8045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:19.547578 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:24:19.627595 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-397fe75d-9230-4b2a-b68a-5600bfd67f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:19.739179 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:19.757108 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d57a17-a822-4b5d-96b0-881f5dde7ef7 req-c1b37889-bda4-4ce5-8881-ed41d8895243 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:19.758719 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-04d57a17-a822-4b5d-96b0-881f5dde7ef7 req-c1b37889-bda4-4ce5-8881-ed41d8895243 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0df1138-1ffd-4e85-8a78-1bf2d7ff248c HTTP/1.1" status: 200 len: 945 time: 0.0719953 Jul 23 11:24:19.801931 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-04d57a17-a822-4b5d-96b0-881f5dde7ef7 req-2451ac46-424c-4e6e-99e5-bdc9eeabe98f tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375142 Jul 23 11:24:20.633258 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:20.951774 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac5e1c-fa7e-49c9-8285-eed7eef555fb req-40de275a-6cb1-415b-bc7e-607e7f0cd744 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:20.953153 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-a4ac5e1c-fa7e-49c9-8285-eed7eef555fb req-40de275a-6cb1-415b-bc7e-607e7f0cd744 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0df1138-1ffd-4e85-8a78-1bf2d7ff248c HTTP/1.1" status: 200 len: 945 time: 0.0649292 Jul 23 11:24:20.991257 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-a4ac5e1c-fa7e-49c9-8285-eed7eef555fb req-70f36cf5-cf45-4cbc-9bb0-65aeeea64fef tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326045 Jul 23 11:24:21.235117 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06938e23-66c4-47f5-98f9-7782d370560a req-629b7abe-b597-40f6-b53e-4478e5446497 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:21.236481 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-06938e23-66c4-47f5-98f9-7782d370560a req-629b7abe-b597-40f6-b53e-4478e5446497 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0df1138-1ffd-4e85-8a78-1bf2d7ff248c HTTP/1.1" status: 200 len: 945 time: 0.0612054 Jul 23 11:24:21.335740 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-06938e23-66c4-47f5-98f9-7782d370560a req-8cb325eb-84e9-4780-9a23-7e045af14fec tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Deleting port b6fec6d9-487b-475b-a0f9-b38e98427aea {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:24:21.336077 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-06938e23-66c4-47f5-98f9-7782d370560a req-8cb325eb-84e9-4780-9a23-7e045af14fec tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:21.422405 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-06938e23-66c4-47f5-98f9-7782d370560a req-8cb325eb-84e9-4780-9a23-7e045af14fec tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] For port b6fec6d9-487b-475b-a0f9-b38e98427aea, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=b6fec6d9-487b-475b-a0f9-b38e98427aea,segment=NetworkSegment(74f76dc1-d5c8-46ae-8605-0c9d96ffa71e),segment_id=74f76dc1-d5c8-46ae-8605-0c9d96ffa71e)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:24:21.422761 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-06938e23-66c4-47f5-98f9-7782d370560a req-8cb325eb-84e9-4780-9a23-7e045af14fec tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:21.582691 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-06938e23-66c4-47f5-98f9-7782d370560a req-8cb325eb-84e9-4780-9a23-7e045af14fec tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:21.583059 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-06938e23-66c4-47f5-98f9-7782d370560a req-8cb325eb-84e9-4780-9a23-7e045af14fec tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409046'] for floatingip, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:21.583372 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.db.l3_db [req-06938e23-66c4-47f5-98f9-7782d370560a req-8cb325eb-84e9-4780-9a23-7e045af14fec tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Floating IP 28fc245e-a634-4330-9246-e28a80d2b8f7 disassociated. External IP: 172.27.2.28, port: b6fec6d9-487b-475b-a0f9-b38e98427aea. Jul 23 11:24:21.583792 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-06938e23-66c4-47f5-98f9-7782d370560a req-8cb325eb-84e9-4780-9a23-7e045af14fec tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Calling delete_port for b6fec6d9-487b-475b-a0f9-b38e98427aea owned by compute:nova {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:24:21.711025 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-06938e23-66c4-47f5-98f9-7782d370560a req-8cb325eb-84e9-4780-9a23-7e045af14fec tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:21.738839 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb325eb-84e9-4780-9a23-7e045af14fec tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Pushing event deleted for resources: {'Port': ['ID=b6fec6d9-487b-475b-a0f9-b38e98427aea,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:21.749477 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb325eb-84e9-4780-9a23-7e045af14fec tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:21.749825 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb325eb-84e9-4780-9a23-7e045af14fec tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:21.750162 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb325eb-84e9-4780-9a23-7e045af14fec tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:21.750493 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb325eb-84e9-4780-9a23-7e045af14fec tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:21.750818 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb325eb-84e9-4780-9a23-7e045af14fec tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:21.751144 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb325eb-84e9-4780-9a23-7e045af14fec tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:21.751468 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb325eb-84e9-4780-9a23-7e045af14fec tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:21.751791 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb325eb-84e9-4780-9a23-7e045af14fec tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:21.752126 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb325eb-84e9-4780-9a23-7e045af14fec tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:21.752456 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb325eb-84e9-4780-9a23-7e045af14fec tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:21.752772 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb325eb-84e9-4780-9a23-7e045af14fec tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:21.753088 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb325eb-84e9-4780-9a23-7e045af14fec tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:21.858815 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06938e23-66c4-47f5-98f9-7782d370560a req-8cb325eb-84e9-4780-9a23-7e045af14fec tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Router 3baf835a-49ee-446c-a566-e607818ef269 has already been hosted by L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:24:21.962110 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06938e23-66c4-47f5-98f9-7782d370560a req-8cb325eb-84e9-4780-9a23-7e045af14fec tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:24:21.975360 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f9211c-88f2-46d0-9e55-9af13ee6ebef None None] Sync routers for ids ['3baf835a-49ee-446c-a566-e607818ef269'] in dv-cinder-801989-3-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:24:21.984372 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f9211c-88f2-46d0-9e55-9af13ee6ebef None None] Routers {'3baf835a-49ee-446c-a566-e607818ef269'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:24:21.984987 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-36f9211c-88f2-46d0-9e55-9af13ee6ebef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:24:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['3baf835a-49ee-446c-a566-e607818ef269'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:24:22.003258 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-06938e23-66c4-47f5-98f9-7782d370560a req-8cb325eb-84e9-4780-9a23-7e045af14fec tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] No DVR routers for this DVR port b6fec6d9-487b-475b-a0f9-b38e98427aea on host hv-cinder-80198 {{(pid=93047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:24:22.005855 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-06938e23-66c4-47f5-98f9-7782d370560a req-8cb325eb-84e9-4780-9a23-7e045af14fec tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:22.008204 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-06938e23-66c4-47f5-98f9-7782d370560a req-8cb325eb-84e9-4780-9a23-7e045af14fec tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.48 "DELETE /v2.0/ports/b6fec6d9-487b-475b-a0f9-b38e98427aea HTTP/1.1" status: 204 len: 173 time: 0.7662301 Jul 23 11:24:22.008635 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0df1138-1ffd-4e85-8a78-1bf2d7ff248c', 'name': 'network-vif-deleted', 'tag': 'b6fec6d9-487b-475b-a0f9-b38e98427aea'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:24:22.011033 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57990bb103ee5b7a3f14144f2b0acc3407ada3b1c8656e111118fed9c99398e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3e0fba-d4b2-4829-bfe6-1495c446e267" -d '{"events": [{"server_uuid": "e0df1138-1ffd-4e85-8a78-1bf2d7ff248c", "name": "network-vif-deleted", "tag": "b6fec6d9-487b-475b-a0f9-b38e98427aea"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:24:22.061244 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024d89df-2ca5-43f9-ac58-8ae9ee02c881 x-openstack-request-id: req-024d89df-2ca5-43f9-ac58-8ae9ee02c881 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:24:22.061537 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0df1138-1ffd-4e85-8a78-1bf2d7ff248c", "name": "network-vif-deleted", "tag": "b6fec6d9-487b-475b-a0f9-b38e98427aea", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:24:22.061791 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-024d89df-2ca5-43f9-ac58-8ae9ee02c881 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:24:22.062184 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0df1138-1ffd-4e85-8a78-1bf2d7ff248c', 'name': 'network-vif-deleted', 'tag': 'b6fec6d9-487b-475b-a0f9-b38e98427aea', 'status': 'completed', 'code': 200} Jul 23 11:24:22.103252 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-36f9211c-88f2-46d0-9e55-9af13ee6ebef None None] Set router 3baf835a-49ee-446c-a566-e607818ef269 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:24:22.114637 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-18a65ea8-6791-4406-8e47-e6afb7b4c8ed req-a9a50431-117b-496e-b5db-4d4248a4d786 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0df1138-1ffd-4e85-8a78-1bf2d7ff248c HTTP/1.1" status: 200 len: 210 time: 0.0378480 Jul 23 11:24:22.159356 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:22.438552 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-36f9211c-88f2-46d0-9e55-9af13ee6ebef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3baf835a-49ee-446c-a566-e607818ef269', 'name': 'tempest-TestVolumeBootPattern-1441365996-router', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '081b00dc-3ab1-47df-b410-93d97c715253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:44Z', 'revision_number': 4, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'gw_port': {'id': '081b00dc-3ab1-47df-b410-93d97c715253', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': 'af1e4bcb-e74f-4032-90d6-d60a921c80c7', 'name': '', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'mac_address': 'fa:16:3e:ec:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:44Z', 'updated_at': '2021-07-23T11:21:49Z', 'revision_number': 5, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'subnets': [{'id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:24:22.467254 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f9211c-88f2-46d0-9e55-9af13ee6ebef None None] Checking router: 3baf835a-49ee-446c-a566-e607818ef269 for host: dv-cinder-801989-3-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:24:22.475366 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f9211c-88f2-46d0-9e55-9af13ee6ebef None None] Routers {'3baf835a-49ee-446c-a566-e607818ef269'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:24:22.475964 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-36f9211c-88f2-46d0-9e55-9af13ee6ebef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:24:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['3baf835a-49ee-446c-a566-e607818ef269'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:24:22.577796 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-36f9211c-88f2-46d0-9e55-9af13ee6ebef None None] Set router 3baf835a-49ee-446c-a566-e607818ef269 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:24:22.774309 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-36f9211c-88f2-46d0-9e55-9af13ee6ebef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3baf835a-49ee-446c-a566-e607818ef269', 'name': 'tempest-TestVolumeBootPattern-1441365996-router', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '081b00dc-3ab1-47df-b410-93d97c715253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:44Z', 'revision_number': 4, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'gw_port': {'id': '081b00dc-3ab1-47df-b410-93d97c715253', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': 'af1e4bcb-e74f-4032-90d6-d60a921c80c7', 'name': '', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'mac_address': 'fa:16:3e:ec:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:44Z', 'updated_at': '2021-07-23T11:21:49Z', 'revision_number': 5, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'subnets': [{'id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:24:22.799948 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f9211c-88f2-46d0-9e55-9af13ee6ebef None None] The sync data for ids ['3baf835a-49ee-446c-a566-e607818ef269'] in dv-cinder-801989-3-iscsi is: [{'id': '3baf835a-49ee-446c-a566-e607818ef269', 'name': 'tempest-TestVolumeBootPattern-1441365996-router', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '081b00dc-3ab1-47df-b410-93d97c715253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:44Z', 'revision_number': 4, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'gw_port': {'id': '081b00dc-3ab1-47df-b410-93d97c715253', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': 'af1e4bcb-e74f-4032-90d6-d60a921c80c7', 'name': '', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'mac_address': 'fa:16:3e:ec:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:44Z', 'updated_at': '2021-07-23T11:21:49Z', 'revision_number': 5, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'subnets': [{'id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:24:23.022473 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5643a9-a1af-4c8e-ab73-837ed2127a9b None None] New status for floating IP 28fc245e-a634-4330-9246-e28a80d2b8f7: DOWN {{(pid=93049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:24:23.322461 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b90367b9-ce35-4623-baa8-23815848dae8 req-7903d407-d216-4aa2-adf4-1ba8afd2c29d tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-250829528&fields=id&tenant_id=59b243329b3b4b1b8d2ce3b0c59ae6ef HTTP/1.1" status: 200 len: 267 time: 0.0337784 Jul 23 11:24:23.427301 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90367b9-ce35-4623-baa8-23815848dae8 req-03687d89-3804-45d4-a0cc-8f5cd5d0a1ae tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:23.429416 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b90367b9-ce35-4623-baa8-23815848dae8 req-03687d89-3804-45d4-a0cc-8f5cd5d0a1ae tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/networks?id=702a3266-f139-4355-a8d7-6032cb500389 HTTP/1.1" status: 200 len: 812 time: 0.1005237 Jul 23 11:24:23.444122 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b90367b9-ce35-4623-baa8-23815848dae8 req-de613ffc-c70d-46eb-88fa-a477b0dbe3dd tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/quotas/59b243329b3b4b1b8d2ce3b0c59ae6ef HTTP/1.1" status: 200 len: 375 time: 0.0088608 Jul 23 11:24:23.508673 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b90367b9-ce35-4623-baa8-23815848dae8 req-ad1efa80-6186-4b88-84d8-21a407555408 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=59b243329b3b4b1b8d2ce3b0c59ae6ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0597374 Jul 23 11:24:23.587249 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [req-b90367b9-ce35-4623-baa8-23815848dae8 req-e7624fa4-c4c3-474c-88b5-a3b044c0fb0c service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 11:24:23.588253 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b90367b9-ce35-4623-baa8-23815848dae8 req-e7624fa4-c4c3-474c-88b5-a3b044c0fb0c service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0692391 Jul 23 11:24:23.678921 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b90367b9-ce35-4623-baa8-23815848dae8 req-0fc10f83-a772-458d-a6d3-e3ae74e8db8c service neutron] 10.222.0.47 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848672 Jul 23 11:24:23.765309 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b90367b9-ce35-4623-baa8-23815848dae8 req-81579f77-efdb-46dc-bbf7-6bb3317c1742 service neutron] 10.222.0.47 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806053 Jul 23 11:24:24.058037 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-56952145-3cd0-475a-a5b2-8aa742449592 req-f0cc568c-62ba-476a-a34e-aa606446c376 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13 HTTP/1.1" status: 200 len: 210 time: 0.0283661 Jul 23 11:24:24.670061 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device b6fec6d9-487b-475b-a0f9-b38e98427aea no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:24:24.689352 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] No Port match for: b6fec6d9-487b-475b-a0f9-b38e98427aea {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:24:24.689696 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device b6fec6d9-487b-475b-a0f9-b38e98427aea not bound to the agent host hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:24:24.945139 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90367b9-ce35-4623-baa8-23815848dae8 req-ed940b70-f378-4864-8684-542e6846f758 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:24.946632 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b90367b9-ce35-4623-baa8-23815848dae8 req-ed940b70-f378-4864-8684-542e6846f758 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.48 "GET /v2.0/networks?id=702a3266-f139-4355-a8d7-6032cb500389 HTTP/1.1" status: 200 len: 812 time: 0.1111734 Jul 23 11:24:24.990733 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b90367b9-ce35-4623-baa8-23815848dae8 req-1de2b966-34c4-4a85-ae58-a7dd7e6ff65b tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59b243329b3b4b1b8d2ce3b0c59ae6ef HTTP/1.1" status: 200 len: 379 time: 0.0356448 Jul 23 11:24:24.999124 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-b90367b9-ce35-4623-baa8-23815848dae8 req-af313c9e-ae4d-4c34-881e-630bb75d6903 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Request body: {'port': {'device_id': '8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'admin_state_up': True, 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'security_groups': ['ada23ca6-376a-4bf4-9b56-ccce35a569bc']}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:24:25.111534 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b90367b9-ce35-4623-baa8-23815848dae8 req-af313c9e-ae4d-4c34-881e-630bb75d6903 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Made reservation on behalf of 59b243329b3b4b1b8d2ce3b0c59ae6ef for: {'port': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:24:25.115366 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b90367b9-ce35-4623-baa8-23815848dae8 req-af313c9e-ae4d-4c34-881e-630bb75d6903 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:25.159657 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-33f632de-0964-491b-8dcd-68f61295d160 req-4c2347e0-c881-4fe6-a7b4-46cf0c6b97fd tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13 HTTP/1.1" status: 200 len: 210 time: 0.0322297 Jul 23 11:24:25.250058 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [req-b90367b9-ce35-4623-baa8-23815848dae8 req-af313c9e-ae4d-4c34-881e-630bb75d6903 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Allocated IP 172.20.0.10 (702a3266-f139-4355-a8d7-6032cb500389/3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374/7d79904e-66e0-4981-97bb-447fe219f6ea) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:24:25.394421 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b90367b9-ce35-4623-baa8-23815848dae8 req-af313c9e-ae4d-4c34-881e-630bb75d6903 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:25.409323 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [req-b90367b9-ce35-4623-baa8-23815848dae8 req-af313c9e-ae4d-4c34-881e-630bb75d6903 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Transition to ACTIVE for port object 7d79904e-66e0-4981-97bb-447fe219f6ea will not be triggered until provisioned by entity DHCP. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:24:25.441503 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b90367b9-ce35-4623-baa8-23815848dae8 req-af313c9e-ae4d-4c34-881e-630bb75d6903 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:25.482237 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b90367b9-ce35-4623-baa8-23815848dae8 req-af313c9e-ae4d-4c34-881e-630bb75d6903 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Network 702a3266-f139-4355-a8d7-6032cb500389 is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:24:25.485177 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [req-b90367b9-ce35-4623-baa8-23815848dae8 req-af313c9e-ae4d-4c34-881e-630bb75d6903 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:24:25.492344 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90367b9-ce35-4623-baa8-23815848dae8 req-af313c9e-ae4d-4c34-881e-630bb75d6903 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:24:25.517786 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af313c9e-ae4d-4c34-881e-630bb75d6903 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Pushing event updated for resources: {'Port': ['ID=7d79904e-66e0-4981-97bb-447fe219f6ea,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:25.546042 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90367b9-ce35-4623-baa8-23815848dae8 req-af313c9e-ae4d-4c34-881e-630bb75d6903 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:25.546693 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b90367b9-ce35-4623-baa8-23815848dae8 req-af313c9e-ae4d-4c34-881e-630bb75d6903 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:25.562630 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b90367b9-ce35-4623-baa8-23815848dae8 req-af313c9e-ae4d-4c34-881e-630bb75d6903 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5672507 Jul 23 11:24:25.574543 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-b90367b9-ce35-4623-baa8-23815848dae8 req-faded9a0-3174-4985-b3df-74731a5ec018 service neutron] Request body: {'port': {'device_id': '8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:24:25.652841 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b90367b9-ce35-4623-baa8-23815848dae8 req-faded9a0-3174-4985-b3df-74731a5ec018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:25.691268 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-6a116a1c-0257-43f0-9f73-2d272ec3208e None None] Provisioning for port 7d79904e-66e0-4981-97bb-447fe219f6ea completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:24:25.695122 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-6a116a1c-0257-43f0-9f73-2d272ec3208e None None] Provisioning complete for port 7d79904e-66e0-4981-97bb-447fe219f6ea triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:24:25.695637 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-6a116a1c-0257-43f0-9f73-2d272ec3208e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:25.732675 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-6a116a1c-0257-43f0-9f73-2d272ec3208e None None] Port 7d79904e-66e0-4981-97bb-447fe219f6ea cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:24:25.913275 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [req-b90367b9-ce35-4623-baa8-23815848dae8 req-faded9a0-3174-4985-b3df-74731a5ec018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d79904e-66e0-4981-97bb-447fe219f6ea {{(pid=93047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:24:25.920466 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b90367b9-ce35-4623-baa8-23815848dae8 req-faded9a0-3174-4985-b3df-74731a5ec018 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:25.936602 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [req-b90367b9-ce35-4623-baa8-23815848dae8 req-faded9a0-3174-4985-b3df-74731a5ec018 service neutron] Transition to ACTIVE for port object 7d79904e-66e0-4981-97bb-447fe219f6ea will not be triggered until provisioned by entity L2. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:24:25.940737 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b90367b9-ce35-4623-baa8-23815848dae8 req-faded9a0-3174-4985-b3df-74731a5ec018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31365311'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:25.988833 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faded9a0-3174-4985-b3df-74731a5ec018 service neutron] Pushing event updated for resources: {'Port': ['ID=7d79904e-66e0-4981-97bb-447fe219f6ea,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:26.061198 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-b90367b9-ce35-4623-baa8-23815848dae8 req-faded9a0-3174-4985-b3df-74731a5ec018 service neutron] Attempting to bind port 7d79904e-66e0-4981-97bb-447fe219f6ea on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:24:26.061532 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-b90367b9-ce35-4623-baa8-23815848dae8 req-faded9a0-3174-4985-b3df-74731a5ec018 service neutron] Attempting to bind port 7d79904e-66e0-4981-97bb-447fe219f6ea by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '74f76dc1-d5c8-46ae-8605-0c9d96ffa71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '702a3266-f139-4355-a8d7-6032cb500389'}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:24:26.061923 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90367b9-ce35-4623-baa8-23815848dae8 req-faded9a0-3174-4985-b3df-74731a5ec018 service neutron] Attempting to bind port 7d79904e-66e0-4981-97bb-447fe219f6ea on network 702a3266-f139-4355-a8d7-6032cb500389 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:24:26.066432 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90367b9-ce35-4623-baa8-23815848dae8 req-faded9a0-3174-4985-b3df-74731a5ec018 service neutron] Port 7d79904e-66e0-4981-97bb-447fe219f6ea on network 702a3266-f139-4355-a8d7-6032cb500389 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:24:26.066754 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90367b9-ce35-4623-baa8-23815848dae8 req-faded9a0-3174-4985-b3df-74731a5ec018 service neutron] Attempting to bind port 7d79904e-66e0-4981-97bb-447fe219f6ea on network 702a3266-f139-4355-a8d7-6032cb500389 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:24:26.072254 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90367b9-ce35-4623-baa8-23815848dae8 req-faded9a0-3174-4985-b3df-74731a5ec018 service neutron] Checking agent: {'id': 'fd06f6b8-de2a-4c3f-8327-d731c40933c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'started_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:24:26.072597 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90367b9-ce35-4623-baa8-23815848dae8 req-faded9a0-3174-4985-b3df-74731a5ec018 service neutron] Checking segment: {'id': '74f76dc1-d5c8-46ae-8605-0c9d96ffa71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '702a3266-f139-4355-a8d7-6032cb500389'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:24:26.072989 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90367b9-ce35-4623-baa8-23815848dae8 req-faded9a0-3174-4985-b3df-74731a5ec018 service neutron] Bound using segment: {'id': '74f76dc1-d5c8-46ae-8605-0c9d96ffa71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '702a3266-f139-4355-a8d7-6032cb500389'} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:24:26.073418 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-b90367b9-ce35-4623-baa8-23815848dae8 req-faded9a0-3174-4985-b3df-74731a5ec018 service neutron] Bound port: 7d79904e-66e0-4981-97bb-447fe219f6ea, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74f76dc1-d5c8-46ae-8605-0c9d96ffa71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '702a3266-f139-4355-a8d7-6032cb500389'}}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:24:26.073779 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b90367b9-ce35-4623-baa8-23815848dae8 req-faded9a0-3174-4985-b3df-74731a5ec018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:26.153518 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-b90367b9-ce35-4623-baa8-23815848dae8 req-faded9a0-3174-4985-b3df-74731a5ec018 service neutron] For port 7d79904e-66e0-4981-97bb-447fe219f6ea, host hv-cinder-80198, cleared binding levels {{(pid=93047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:24:26.156820 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-b90367b9-ce35-4623-baa8-23815848dae8 req-faded9a0-3174-4985-b3df-74731a5ec018 service neutron] For port 7d79904e-66e0-4981-97bb-447fe219f6ea, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=7d79904e-66e0-4981-97bb-447fe219f6ea,segment=NetworkSegment(74f76dc1-d5c8-46ae-8605-0c9d96ffa71e),segment_id=74f76dc1-d5c8-46ae-8605-0c9d96ffa71e)] {{(pid=93047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:24:26.161293 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b90367b9-ce35-4623-baa8-23815848dae8 req-faded9a0-3174-4985-b3df-74731a5ec018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31365311'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:26.192600 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90367b9-ce35-4623-baa8-23815848dae8 req-faded9a0-3174-4985-b3df-74731a5ec018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:26.193715 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b90367b9-ce35-4623-baa8-23815848dae8 req-faded9a0-3174-4985-b3df-74731a5ec018 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:26.195244 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b90367b9-ce35-4623-baa8-23815848dae8 req-faded9a0-3174-4985-b3df-74731a5ec018 service neutron] 10.222.0.48 "PUT /v2.0/ports/7d79904e-66e0-4981-97bb-447fe219f6ea HTTP/1.1" status: 200 len: 1094 time: 0.6252260 Jul 23 11:24:26.195696 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13', 'tag': '7d79904e-66e0-4981-97bb-447fe219f6ea'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:24:26.198005 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57990bb103ee5b7a3f14144f2b0acc3407ada3b1c8656e111118fed9c99398e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11b1206-e3f5-463c-bf45-a5b969b2fdf8" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13", "tag": "7d79904e-66e0-4981-97bb-447fe219f6ea"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:24:26.243841 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faded9a0-3174-4985-b3df-74731a5ec018 service neutron] Pushing event updated for resources: {'Port': ['ID=7d79904e-66e0-4981-97bb-447fe219f6ea,revision_number=3']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:26.265609 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b88de97-d536-4818-a564-24b2ec0a4af8 x-openstack-request-id: req-8b88de97-d536-4818-a564-24b2ec0a4af8 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:24:26.265997 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13", "tag": "7d79904e-66e0-4981-97bb-447fe219f6ea", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:24:26.266248 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8b88de97-d536-4818-a564-24b2ec0a4af8 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:24:26.266648 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13', 'tag': '7d79904e-66e0-4981-97bb-447fe219f6ea', 'status': 'completed', 'code': 200} Jul 23 11:24:26.349538 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90367b9-ce35-4623-baa8-23815848dae8 req-525e4c90-0d19-4468-98fe-483ae73db263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:26.351211 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b90367b9-ce35-4623-baa8-23815848dae8 req-525e4c90-0d19-4468-98fe-483ae73db263 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59b243329b3b4b1b8d2ce3b0c59ae6ef&device_id=8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13 HTTP/1.1" status: 200 len: 1097 time: 0.1025188 Jul 23 11:24:26.363206 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7f767-4ca8-4c44-8cf4-1d77ff8cf782 req-8a5d0744-5a41-4d1f-85f1-f96b7abd3f96 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:26.364692 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7eb7f767-4ca8-4c44-8cf4-1d77ff8cf782 req-8a5d0744-5a41-4d1f-85f1-f96b7abd3f96 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13 HTTP/1.1" status: 200 len: 944 time: 0.1133411 Jul 23 11:24:26.408872 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b90367b9-ce35-4623-baa8-23815848dae8 req-8a5a2c2f-0682-425f-b391-0aef8fe36f7f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d79904e-66e0-4981-97bb-447fe219f6ea HTTP/1.1" status: 200 len: 217 time: 0.0425470 Jul 23 11:24:26.465952 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7eb7f767-4ca8-4c44-8cf4-1d77ff8cf782 req-771f90cd-e604-4f74-aecf-6f92271eed97 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937173 Jul 23 11:24:26.474787 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90367b9-ce35-4623-baa8-23815848dae8 req-87b6ad12-2641-49d0-94e6-160b1ce5a941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:26.476478 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b90367b9-ce35-4623-baa8-23815848dae8 req-87b6ad12-2641-49d0-94e6-160b1ce5a941 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374 HTTP/1.1" status: 200 len: 851 time: 0.0613031 Jul 23 11:24:26.536506 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90367b9-ce35-4623-baa8-23815848dae8 req-4783ab2f-5ce9-4203-87fe-27a9ef197974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:26.538580 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b90367b9-ce35-4623-baa8-23815848dae8 req-4783ab2f-5ce9-4203-87fe-27a9ef197974 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=702a3266-f139-4355-a8d7-6032cb500389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558465 Jul 23 11:24:26.629228 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b90367b9-ce35-4623-baa8-23815848dae8 req-bce83f07-d906-485b-af3e-748bf6e988b0 service neutron] 10.222.0.48 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837734 Jul 23 11:24:26.718790 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b90367b9-ce35-4623-baa8-23815848dae8 req-398ceb25-5cf2-409d-bab9-fbf30fbe45eb service neutron] 10.222.0.48 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825810 Jul 23 11:24:27.068600 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b1206-e3f5-463c-bf45-a5b969b2fdf8 req-580d2351-e658-4335-b729-8915b5734598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:27.070133 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e11b1206-e3f5-463c-bf45-a5b969b2fdf8 req-580d2351-e658-4335-b729-8915b5734598 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59b243329b3b4b1b8d2ce3b0c59ae6ef&device_id=8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13 HTTP/1.1" status: 200 len: 1097 time: 0.3085587 Jul 23 11:24:27.157632 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b1206-e3f5-463c-bf45-a5b969b2fdf8 req-d6254a86-98f2-44f8-89f7-0f69e953d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:27.159111 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e11b1206-e3f5-463c-bf45-a5b969b2fdf8 req-d6254a86-98f2-44f8-89f7-0f69e953d610 service neutron] 10.222.0.48 "GET /v2.0/networks?id=702a3266-f139-4355-a8d7-6032cb500389 HTTP/1.1" status: 200 len: 913 time: 0.0826709 Jul 23 11:24:27.199258 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e11b1206-e3f5-463c-bf45-a5b969b2fdf8 req-cf0cdc85-0052-4d7e-99ce-7280090a7cf4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d79904e-66e0-4981-97bb-447fe219f6ea HTTP/1.1" status: 200 len: 217 time: 0.0333824 Jul 23 11:24:27.244536 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b1206-e3f5-463c-bf45-a5b969b2fdf8 req-5e16f1d1-f354-4ec9-a166-59bdaf01d411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:27.245972 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e11b1206-e3f5-463c-bf45-a5b969b2fdf8 req-5e16f1d1-f354-4ec9-a166-59bdaf01d411 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374 HTTP/1.1" status: 200 len: 851 time: 0.0408533 Jul 23 11:24:27.306123 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b1206-e3f5-463c-bf45-a5b969b2fdf8 req-19fdc39e-4771-4c7a-adbb-5b758b34eba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:27.307529 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e11b1206-e3f5-463c-bf45-a5b969b2fdf8 req-19fdc39e-4771-4c7a-adbb-5b758b34eba7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=702a3266-f139-4355-a8d7-6032cb500389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553076 Jul 23 11:24:27.398094 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e11b1206-e3f5-463c-bf45-a5b969b2fdf8 req-21e7b357-3293-4de0-90a8-753abf31fe85 service neutron] 10.222.0.48 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840259 Jul 23 11:24:27.487479 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e11b1206-e3f5-463c-bf45-a5b969b2fdf8 req-556b51d7-9e19-494d-8cb8-4578ef2417ab service neutron] 10.222.0.48 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825517 Jul 23 11:24:27.593148 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306b51e-f0ba-44d7-8d5c-174f54dc7258 req-323afce6-e0ca-4b3b-9001-6e8a14964ff6 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:27.594519 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b306b51e-f0ba-44d7-8d5c-174f54dc7258 req-323afce6-e0ca-4b3b-9001-6e8a14964ff6 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13 HTTP/1.1" status: 200 len: 944 time: 0.0597568 Jul 23 11:24:27.631313 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b306b51e-f0ba-44d7-8d5c-174f54dc7258 req-24770c38-0fa6-497d-afc1-4acdf10b16bf tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307350 Jul 23 11:24:28.762679 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e6581-eb1f-4f86-87cd-c36f76e9b0d4 req-8e7f300d-9a6a-49c0-b04d-27b805c0eb05 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:28.764204 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-968e6581-eb1f-4f86-87cd-c36f76e9b0d4 req-8e7f300d-9a6a-49c0-b04d-27b805c0eb05 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13 HTTP/1.1" status: 200 len: 944 time: 0.0665741 Jul 23 11:24:28.803612 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-968e6581-eb1f-4f86-87cd-c36f76e9b0d4 req-b6d17248-bfc3-4bc9-b5e7-4d40fb288c11 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338752 Jul 23 11:24:29.931677 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317aa292-afe7-46b6-8a14-a427290c9250 req-eb73dc0f-7f21-41b5-b18e-74ed4ce2bab3 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:29.933178 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-317aa292-afe7-46b6-8a14-a427290c9250 req-eb73dc0f-7f21-41b5-b18e-74ed4ce2bab3 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13 HTTP/1.1" status: 200 len: 944 time: 0.0636985 Jul 23 11:24:29.970297 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-317aa292-afe7-46b6-8a14-a427290c9250 req-8163cd26-5b30-453b-a4e3-f37a34430b49 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316014 Jul 23 11:24:30.946265 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:31.102105 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc317931-771c-4bb3-a38e-2444592cb364 req-ffb21445-6d31-4942-a894-b37fc723080a tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:31.103580 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cc317931-771c-4bb3-a38e-2444592cb364 req-ffb21445-6d31-4942-a894-b37fc723080a tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13 HTTP/1.1" status: 200 len: 944 time: 0.0633614 Jul 23 11:24:31.141651 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cc317931-771c-4bb3-a38e-2444592cb364 req-c3476a06-9008-48c8-8212-a98d83a33c31 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325963 Jul 23 11:24:32.276422 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee95a4-8ce8-4d13-bcbf-16b4228b476b req-228f5f05-14eb-4cca-b428-f2f7b88eb169 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:32.277901 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-fdee95a4-8ce8-4d13-bcbf-16b4228b476b req-228f5f05-14eb-4cca-b428-f2f7b88eb169 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13 HTTP/1.1" status: 200 len: 944 time: 0.0709648 Jul 23 11:24:32.317358 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-fdee95a4-8ce8-4d13-bcbf-16b4228b476b req-31606a3f-f82e-4f0c-b2f4-708f8cb6ab35 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332668 Jul 23 11:24:33.448392 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73672a-96c8-4453-9c6a-890fc920488f req-aface521-d24c-444b-bb29-a6361b7b0d56 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:33.449877 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6b73672a-96c8-4453-9c6a-890fc920488f req-aface521-d24c-444b-bb29-a6361b7b0d56 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13 HTTP/1.1" status: 200 len: 944 time: 0.0669770 Jul 23 11:24:33.487479 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6b73672a-96c8-4453-9c6a-890fc920488f req-f6d23c35-659c-4c7a-b918-cea201f7a4d6 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321181 Jul 23 11:24:34.620335 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a32ca0-74d4-48da-b8c6-06c60f140ead req-9053077c-374f-47f8-82da-82a8a6b382b4 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:34.621839 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c7a32ca0-74d4-48da-b8c6-06c60f140ead req-9053077c-374f-47f8-82da-82a8a6b382b4 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13 HTTP/1.1" status: 200 len: 944 time: 0.0652859 Jul 23 11:24:34.658727 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c7a32ca0-74d4-48da-b8c6-06c60f140ead req-16d143cd-fbe8-47d6-8164-f1d02c073e9d tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313370 Jul 23 11:24:34.731356 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 7d79904e-66e0-4981-97bb-447fe219f6ea details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:24:34.823100 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 7d79904e-66e0-4981-97bb-447fe219f6ea, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=7d79904e-66e0-4981-97bb-447fe219f6ea,segment=NetworkSegment(74f76dc1-d5c8-46ae-8605-0c9d96ffa71e),segment_id=74f76dc1-d5c8-46ae-8605-0c9d96ffa71e)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:24:34.833895 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Returning: {'device': '7d79904e-66e0-4981-97bb-447fe219f6ea', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'port_id': '7d79904e-66e0-4981-97bb-447fe219f6ea', 'mac_address': 'fa:16:3e:c6:f4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:24:34.875297 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:34.887827 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d79904e-66e0-4981-97bb-447fe219f6ea {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:24:34.907226 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 7d79904e-66e0-4981-97bb-447fe219f6ea, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=7d79904e-66e0-4981-97bb-447fe219f6ea,segment=NetworkSegment(74f76dc1-d5c8-46ae-8605-0c9d96ffa71e),segment_id=74f76dc1-d5c8-46ae-8605-0c9d96ffa71e)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:24:34.911415 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:34.958751 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=7d79904e-66e0-4981-97bb-447fe219f6ea,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:34.965844 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:34.966189 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:34.966527 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:34.966859 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:34.967216 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:34.967545 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:34.967875 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:34.968222 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:34.968550 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:34.968873 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:34.969196 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:34.969515 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:35.135907 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['7d79904e-66e0-4981-97bb-447fe219f6ea'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:24:35.792861 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4540b-e8c1-4aed-8e4c-35d6e2a563c6 req-b7ae627f-eab7-445c-9e23-80718456cbd8 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:35.794369 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a1d4540b-e8c1-4aed-8e4c-35d6e2a563c6 req-b7ae627f-eab7-445c-9e23-80718456cbd8 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13 HTTP/1.1" status: 200 len: 945 time: 0.0635993 Jul 23 11:24:35.832842 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a1d4540b-e8c1-4aed-8e4c-35d6e2a563c6 req-5b1c7b92-da33-4405-a3a0-49cbfb5847eb tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329521 Jul 23 11:24:36.748113 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 7d79904e-66e0-4981-97bb-447fe219f6ea up at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:24:36.796852 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning for port 7d79904e-66e0-4981-97bb-447fe219f6ea completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:24:36.800473 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning complete for port 7d79904e-66e0-4981-97bb-447fe219f6ea triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:24:36.800849 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:36.880850 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:36.904344 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d79904e-66e0-4981-97bb-447fe219f6ea'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:24:36.906780 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}214548a6ff4efd2602c2c2cf0448be42dc7715ee41776415c9dd15aa22406767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ff7756-ec68-4fef-acf5-95feb27889e0" -d '{"events": [{"server_uuid": "8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13", "name": "network-vif-plugged", "status": "completed", "tag": "7d79904e-66e0-4981-97bb-447fe219f6ea"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:24:36.920597 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 7d79904e-66e0-4981-97bb-447fe219f6ea, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=7d79904e-66e0-4981-97bb-447fe219f6ea,segment=NetworkSegment(74f76dc1-d5c8-46ae-8605-0c9d96ffa71e),segment_id=74f76dc1-d5c8-46ae-8605-0c9d96ffa71e)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:24:36.924710 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:36.959346 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd62b60-d124-4adf-82b9-0da0da8b03c8 x-openstack-request-id: req-0bd62b60-d124-4adf-82b9-0da0da8b03c8 {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:24:36.959673 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13", "name": "network-vif-plugged", "status": "completed", "tag": "7d79904e-66e0-4981-97bb-447fe219f6ea", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:24:36.959930 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0bd62b60-d124-4adf-82b9-0da0da8b03c8 {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:24:36.960346 dv-cinder-801989-3-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d79904e-66e0-4981-97bb-447fe219f6ea', 'code': 200} Jul 23 11:24:36.973949 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232731e-d325-4334-9606-2149b7671c1f req-c9929ccb-13a8-4b44-81f3-d8ceb1b6661b tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:36.975633 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-8232731e-d325-4334-9606-2149b7671c1f req-c9929ccb-13a8-4b44-81f3-d8ceb1b6661b tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13 HTTP/1.1" status: 200 len: 945 time: 0.0755937 Jul 23 11:24:36.982921 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=7d79904e-66e0-4981-97bb-447fe219f6ea,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:37.021177 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-8232731e-d325-4334-9606-2149b7671c1f req-8d0da204-e531-4aa2-9410-874eae186f5f tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378370 Jul 23 11:24:37.191433 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69c4c1-5970-4e4b-9cc6-36ba90d4eab6 req-b3043d10-41e3-4e67-9e9d-e1817133b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:37.193180 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8b69c4c1-5970-4e4b-9cc6-36ba90d4eab6 req-b3043d10-41e3-4e67-9e9d-e1817133b1a7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13 HTTP/1.1" status: 200 len: 1099 time: 0.0608482 Jul 23 11:24:37.230737 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8b69c4c1-5970-4e4b-9cc6-36ba90d4eab6 req-b8b79b83-6f79-4ef2-b6c0-8f6685e8bebc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304294 Jul 23 11:24:38.215514 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc4f12-6e04-4b93-bc42-f0c6bc6d1472 req-9483a779-5815-4ee7-8151-adfe22ffd636 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:38.217029 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-54dc4f12-6e04-4b93-bc42-f0c6bc6d1472 req-9483a779-5815-4ee7-8151-adfe22ffd636 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13 HTTP/1.1" status: 200 len: 946 time: 0.1161437 Jul 23 11:24:38.254691 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-54dc4f12-6e04-4b93-bc42-f0c6bc6d1472 req-56f2e355-aa65-43c7-83c4-37d15236cc4c tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321348 Jul 23 11:24:38.384023 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af81758-4186-4142-ae2e-7d2279c8cd22 req-e7c770b8-5f7d-4261-a58e-677f2eb48128 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:38.385461 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9af81758-4186-4142-ae2e-7d2279c8cd22 req-e7c770b8-5f7d-4261-a58e-677f2eb48128 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13 HTTP/1.1" status: 200 len: 946 time: 0.0635617 Jul 23 11:24:38.428613 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9af81758-4186-4142-ae2e-7d2279c8cd22 req-4931d612-840b-4193-a6a1-5330b5dfac22 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375247 Jul 23 11:24:38.450319 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 41604) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:24:38.500809 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cedb74-5b3c-4833-9801-c4b1e0e7e586 tempest-TestVolumeBootPattern-923614630 tempest-TestVolumeBootPattern-923614630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:38.502283 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-84cedb74-5b3c-4833-9801-c4b1e0e7e586 tempest-TestVolumeBootPattern-923614630 tempest-TestVolumeBootPattern-923614630-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13 HTTP/1.1" status: 200 len: 1094 time: 0.0510113 Jul 23 11:24:38.505075 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 41606) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:24:38.510458 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-7d6913a2-d930-4c29-8120-982c22aa5999 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Request body: {'floatingip': {'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'port_id': '7d79904e-66e0-4981-97bb-447fe219f6ea', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:24:38.532798 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7d6913a2-d930-4c29-8120-982c22aa5999 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for floatingip, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:38.627565 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7d6913a2-d930-4c29-8120-982c22aa5999 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:38.731984 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [None req-7d6913a2-d930-4c29-8120-982c22aa5999 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Allocated IP 172.27.2.193 (7e03cc48-3144-4cbe-b31a-c20231b9d64e/936becf8-b9e9-4f67-8a9b-c483761f3f68/26e61363-b70b-437a-b0a2-3c10e7fb46d0) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:24:38.833030 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7d6913a2-d930-4c29-8120-982c22aa5999 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:38.871884 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7d6913a2-d930-4c29-8120-982c22aa5999 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31524845'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:38.908080 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6913a2-d930-4c29-8120-982c22aa5999 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Network 7e03cc48-3144-4cbe-b31a-c20231b9d64e is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:24:38.910835 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-7d6913a2-d930-4c29-8120-982c22aa5999 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:24:38.917367 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6913a2-d930-4c29-8120-982c22aa5999 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:24:38.943940 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6913a2-d930-4c29-8120-982c22aa5999 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Pushing event updated for resources: {'Port': ['ID=26e61363-b70b-437a-b0a2-3c10e7fb46d0,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:38.956504 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6913a2-d930-4c29-8120-982c22aa5999 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:38.956853 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6913a2-d930-4c29-8120-982c22aa5999 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:38.957191 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6913a2-d930-4c29-8120-982c22aa5999 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:38.957523 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6913a2-d930-4c29-8120-982c22aa5999 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:38.957852 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6913a2-d930-4c29-8120-982c22aa5999 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:38.958227 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6913a2-d930-4c29-8120-982c22aa5999 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:38.959251 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6913a2-d930-4c29-8120-982c22aa5999 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:38.959564 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6913a2-d930-4c29-8120-982c22aa5999 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:38.959893 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6913a2-d930-4c29-8120-982c22aa5999 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:38.960245 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6913a2-d930-4c29-8120-982c22aa5999 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:38.960568 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6913a2-d930-4c29-8120-982c22aa5999 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:38.960887 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6913a2-d930-4c29-8120-982c22aa5999 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:39.307423 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7d6913a2-d930-4c29-8120-982c22aa5999 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:39.385123 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7d6913a2-d930-4c29-8120-982c22aa5999 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:39.549240 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7d6913a2-d930-4c29-8120-982c22aa5999 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:39.556171 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7d6913a2-d930-4c29-8120-982c22aa5999 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31524822'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:39.637374 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6913a2-d930-4c29-8120-982c22aa5999 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Pushing event updated for resources: {'Port': ['ID=26e61363-b70b-437a-b0a2-3c10e7fb46d0,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:39.647747 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7d6913a2-d930-4c29-8120-982c22aa5999 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409046'] for floatingip, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:40.074080 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.db.l3_db [None req-7d6913a2-d930-4c29-8120-982c22aa5999 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Floating IP e0169086-c565-466d-be18-f973753a3ea1 associated. External IP: 172.27.2.193, port: 7d79904e-66e0-4981-97bb-447fe219f6ea. Jul 23 11:24:40.278154 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6913a2-d930-4c29-8120-982c22aa5999 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Router 3baf835a-49ee-446c-a566-e607818ef269 has already been hosted by L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 {{(pid=93046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:24:40.405498 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6913a2-d930-4c29-8120-982c22aa5999 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:24:40.416004 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2485e1-8790-47ff-8e60-dd4cd9ec5528 None None] Sync routers for ids ['3baf835a-49ee-446c-a566-e607818ef269'] in dv-cinder-801989-3-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:24:40.429920 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2485e1-8790-47ff-8e60-dd4cd9ec5528 None None] Routers {'3baf835a-49ee-446c-a566-e607818ef269'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:24:40.430336 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7d6913a2-d930-4c29-8120-982c22aa5999 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for floatingip, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:40.430550 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-7f2485e1-8790-47ff-8e60-dd4cd9ec5528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:24:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['3baf835a-49ee-446c-a566-e607818ef269'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:24:40.470777 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-7d6913a2-d930-4c29-8120-982c22aa5999 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9639206 Jul 23 11:24:40.471370 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13', 'tag': '7d79904e-66e0-4981-97bb-447fe219f6ea'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:24:40.473714 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e514f4fc9e73055b469c7c960908a930888711302e8ce169aa561e05cb35f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc286e1-7c31-45e7-a7c4-d707851dfab8" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13", "tag": "7d79904e-66e0-4981-97bb-447fe219f6ea"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:24:40.519009 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2db3876-ad30-413a-808c-b463545845d6 x-openstack-request-id: req-a2db3876-ad30-413a-808c-b463545845d6 {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:24:40.519292 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13", "tag": "7d79904e-66e0-4981-97bb-447fe219f6ea", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:24:40.519552 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a2db3876-ad30-413a-808c-b463545845d6 {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:24:40.519961 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13', 'tag': '7d79904e-66e0-4981-97bb-447fe219f6ea', 'status': 'completed', 'code': 200} Jul 23 11:24:40.541293 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-7f2485e1-8790-47ff-8e60-dd4cd9ec5528 None None] Set router 3baf835a-49ee-446c-a566-e607818ef269 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:24:40.594170 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc286e1-7c31-45e7-a7c4-d707851dfab8 req-4da62236-7b5b-45bf-94a9-bd6830ae926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:40.595700 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-abc286e1-7c31-45e7-a7c4-d707851dfab8 req-4da62236-7b5b-45bf-94a9-bd6830ae926d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59b243329b3b4b1b8d2ce3b0c59ae6ef&device_id=8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13 HTTP/1.1" status: 200 len: 1099 time: 0.0548260 Jul 23 11:24:40.708061 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc286e1-7c31-45e7-a7c4-d707851dfab8 req-627b5ee5-3040-4aba-a2de-ca153a4a18c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:40.709993 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-abc286e1-7c31-45e7-a7c4-d707851dfab8 req-627b5ee5-3040-4aba-a2de-ca153a4a18c9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=702a3266-f139-4355-a8d7-6032cb500389 HTTP/1.1" status: 200 len: 913 time: 0.1081138 Jul 23 11:24:40.779267 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-7f2485e1-8790-47ff-8e60-dd4cd9ec5528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3baf835a-49ee-446c-a566-e607818ef269', 'name': 'tempest-TestVolumeBootPattern-1441365996-router', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '081b00dc-3ab1-47df-b410-93d97c715253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:44Z', 'revision_number': 4, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'gw_port': {'id': '081b00dc-3ab1-47df-b410-93d97c715253', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_floatingips': [{'id': 'e0169086-c565-466d-be18-f973753a3ea1', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'router_id': '3baf835a-49ee-446c-a566-e607818ef269', 'port_id': '7d79904e-66e0-4981-97bb-447fe219f6ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'mac_address': 'fa:16:3e:c6:f4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:24:39Z', 'updated_at': '2021-07-23T11:24:39Z', 'revision_number': 0, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1e4bcb-e74f-4032-90d6-d60a921c80c7', 'name': '', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'mac_address': 'fa:16:3e:ec:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:44Z', 'updated_at': '2021-07-23T11:21:49Z', 'revision_number': 5, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'subnets': [{'id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:24:40.781135 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-abc286e1-7c31-45e7-a7c4-d707851dfab8 req-4fbc4f82-7ee5-4bef-883a-644fe41c6ca3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d79904e-66e0-4981-97bb-447fe219f6ea HTTP/1.1" status: 200 len: 1000 time: 0.0640855 Jul 23 11:24:40.805433 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2485e1-8790-47ff-8e60-dd4cd9ec5528 None None] Checking router: 3baf835a-49ee-446c-a566-e607818ef269 for host: dv-cinder-801989-3-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:24:40.813888 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2485e1-8790-47ff-8e60-dd4cd9ec5528 None None] Routers {'3baf835a-49ee-446c-a566-e607818ef269'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:24:40.814520 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-7f2485e1-8790-47ff-8e60-dd4cd9ec5528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:24:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['3baf835a-49ee-446c-a566-e607818ef269'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:24:40.834997 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc286e1-7c31-45e7-a7c4-d707851dfab8 req-ba806cec-7782-4cb0-9d1f-394ac1705b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:40.836514 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-abc286e1-7c31-45e7-a7c4-d707851dfab8 req-ba806cec-7782-4cb0-9d1f-394ac1705b09 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374 HTTP/1.1" status: 200 len: 851 time: 0.0490766 Jul 23 11:24:40.903643 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc286e1-7c31-45e7-a7c4-d707851dfab8 req-26cfced9-4df9-499f-a419-9b734f06d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:40.906164 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-abc286e1-7c31-45e7-a7c4-d707851dfab8 req-26cfced9-4df9-499f-a419-9b734f06d4e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=702a3266-f139-4355-a8d7-6032cb500389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0629077 Jul 23 11:24:40.934615 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-7f2485e1-8790-47ff-8e60-dd4cd9ec5528 None None] Set router 3baf835a-49ee-446c-a566-e607818ef269 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:24:41.010007 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-abc286e1-7c31-45e7-a7c4-d707851dfab8 req-66d1c949-9a9d-48dd-838e-69708d6851af service neutron] 10.222.0.48 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972986 Jul 23 11:24:41.101866 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-abc286e1-7c31-45e7-a7c4-d707851dfab8 req-13a97d4f-5f16-435e-b900-bb65020e81b8 service neutron] 10.222.0.48 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850942 Jul 23 11:24:41.179965 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-7f2485e1-8790-47ff-8e60-dd4cd9ec5528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3baf835a-49ee-446c-a566-e607818ef269', 'name': 'tempest-TestVolumeBootPattern-1441365996-router', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '081b00dc-3ab1-47df-b410-93d97c715253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:44Z', 'revision_number': 4, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'gw_port': {'id': '081b00dc-3ab1-47df-b410-93d97c715253', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_floatingips': [{'id': 'e0169086-c565-466d-be18-f973753a3ea1', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'router_id': '3baf835a-49ee-446c-a566-e607818ef269', 'port_id': '7d79904e-66e0-4981-97bb-447fe219f6ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'mac_address': 'fa:16:3e:c6:f4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:24:39Z', 'updated_at': '2021-07-23T11:24:39Z', 'revision_number': 0, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1e4bcb-e74f-4032-90d6-d60a921c80c7', 'name': '', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'mac_address': 'fa:16:3e:ec:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:44Z', 'updated_at': '2021-07-23T11:21:49Z', 'revision_number': 5, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'subnets': [{'id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:24:41.327303 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2485e1-8790-47ff-8e60-dd4cd9ec5528 None None] The sync data for ids ['3baf835a-49ee-446c-a566-e607818ef269'] in dv-cinder-801989-3-iscsi is: [{'id': '3baf835a-49ee-446c-a566-e607818ef269', 'name': 'tempest-TestVolumeBootPattern-1441365996-router', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '081b00dc-3ab1-47df-b410-93d97c715253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:44Z', 'revision_number': 4, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'gw_port': {'id': '081b00dc-3ab1-47df-b410-93d97c715253', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_floatingips': [{'id': 'e0169086-c565-466d-be18-f973753a3ea1', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'router_id': '3baf835a-49ee-446c-a566-e607818ef269', 'port_id': '7d79904e-66e0-4981-97bb-447fe219f6ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'mac_address': 'fa:16:3e:c6:f4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:24:39Z', 'updated_at': '2021-07-23T11:24:39Z', 'revision_number': 0, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1e4bcb-e74f-4032-90d6-d60a921c80c7', 'name': '', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'mac_address': 'fa:16:3e:ec:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:44Z', 'updated_at': '2021-07-23T11:21:49Z', 'revision_number': 5, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'subnets': [{'id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:24:41.516631 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab406f53-7022-4dd4-993d-195c5974476c None None] New status for floating IP e0169086-c565-466d-be18-f973753a3ea1: ACTIVE {{(pid=93049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:24:43.137093 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b1d62af2-5434-4421-b6c3-2e01019e973e req-27f4a094-62a4-44e8-8370-4e29215f0fb7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522602 Jul 23 11:24:43.239130 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d62af2-5434-4421-b6c3-2e01019e973e req-426d3bec-c049-4511-b25d-7db6320ea812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:43.241396 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b1d62af2-5434-4421-b6c3-2e01019e973e req-426d3bec-c049-4511-b25d-7db6320ea812 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59b243329b3b4b1b8d2ce3b0c59ae6ef&device_id=8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13 HTTP/1.1" status: 200 len: 1099 time: 0.0601847 Jul 23 11:24:43.346607 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d62af2-5434-4421-b6c3-2e01019e973e req-d882ac6e-cee1-48dd-8ed7-9c52edc9a7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:43.348248 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b1d62af2-5434-4421-b6c3-2e01019e973e req-d882ac6e-cee1-48dd-8ed7-9c52edc9a7c0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=702a3266-f139-4355-a8d7-6032cb500389 HTTP/1.1" status: 200 len: 913 time: 0.0845015 Jul 23 11:24:43.432185 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b1d62af2-5434-4421-b6c3-2e01019e973e req-8c7703a4-ef14-4597-bfec-62b6658b4d03 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d79904e-66e0-4981-97bb-447fe219f6ea HTTP/1.1" status: 200 len: 1002 time: 0.0732629 Jul 23 11:24:43.480858 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d62af2-5434-4421-b6c3-2e01019e973e req-4ed73b58-7fd2-41c5-bd5e-5f98aaebff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:43.482416 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b1d62af2-5434-4421-b6c3-2e01019e973e req-4ed73b58-7fd2-41c5-bd5e-5f98aaebff29 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374 HTTP/1.1" status: 200 len: 851 time: 0.0440407 Jul 23 11:24:43.541424 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d62af2-5434-4421-b6c3-2e01019e973e req-627c08ba-4028-4f05-b454-35a66c4833e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:43.542903 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b1d62af2-5434-4421-b6c3-2e01019e973e req-627c08ba-4028-4f05-b454-35a66c4833e1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=702a3266-f139-4355-a8d7-6032cb500389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536892 Jul 23 11:24:43.638497 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b1d62af2-5434-4421-b6c3-2e01019e973e req-84752ec7-58bb-4d1c-b890-146bbd0b2c69 service neutron] 10.222.0.48 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873330 Jul 23 11:24:43.735962 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b1d62af2-5434-4421-b6c3-2e01019e973e req-abf3902e-140d-44c4-9c93-efd7c34a0508 service neutron] 10.222.0.48 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909276 Jul 23 11:24:46.609456 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-2501a44f-8eac-4dad-9f99-0975958a18fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:49.617902 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7ac90a0e-5b3e-4fe7-92f9-a7e57b0ba0cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:49.742309 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:50.635079 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:52.141664 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:56.546626 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:25:00.953861 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:16.610889 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e05a0595-1615-4aef-b409-124425f6914a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:19.618155 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-4eaf165d-859a-49c7-9d38-ab64ec2da799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:19.743141 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:20.638196 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:22.143498 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:30.965466 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:33.545533 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:25:45.161339 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9192c363-529d-45d3-9e86-68f82a52bb8d req-e0455e18-79e1-4662-9253-e181d8c83fd5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0969284 Jul 23 11:25:45.255228 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192c363-529d-45d3-9e86-68f82a52bb8d req-7e45b1f6-75c6-4cfb-8e93-955259051b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:25:45.257490 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9192c363-529d-45d3-9e86-68f82a52bb8d req-7e45b1f6-75c6-4cfb-8e93-955259051b6f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59b243329b3b4b1b8d2ce3b0c59ae6ef&device_id=8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13 HTTP/1.1" status: 200 len: 1099 time: 0.0523572 Jul 23 11:25:45.353969 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192c363-529d-45d3-9e86-68f82a52bb8d req-77cef49d-9dc0-4dd4-abd5-2a9c9037e50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:25:45.355351 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9192c363-529d-45d3-9e86-68f82a52bb8d req-77cef49d-9dc0-4dd4-abd5-2a9c9037e50d service neutron] 10.222.0.48 "GET /v2.0/networks?id=702a3266-f139-4355-a8d7-6032cb500389 HTTP/1.1" status: 200 len: 913 time: 0.0812297 Jul 23 11:25:45.423467 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9192c363-529d-45d3-9e86-68f82a52bb8d req-23bf17ff-9b2f-4578-a3e8-d6a9c2c34e6a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d79904e-66e0-4981-97bb-447fe219f6ea HTTP/1.1" status: 200 len: 1002 time: 0.0618179 Jul 23 11:25:45.470658 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192c363-529d-45d3-9e86-68f82a52bb8d req-02f07933-0e6b-4d30-bec3-f2c3f9e09c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:25:45.472072 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9192c363-529d-45d3-9e86-68f82a52bb8d req-02f07933-0e6b-4d30-bec3-f2c3f9e09c40 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374 HTTP/1.1" status: 200 len: 851 time: 0.0417788 Jul 23 11:25:45.528353 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192c363-529d-45d3-9e86-68f82a52bb8d req-55624289-b5d6-455a-8215-d6bdc68daee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:25:45.529802 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9192c363-529d-45d3-9e86-68f82a52bb8d req-55624289-b5d6-455a-8215-d6bdc68daee5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=702a3266-f139-4355-a8d7-6032cb500389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509403 Jul 23 11:25:45.621664 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9192c363-529d-45d3-9e86-68f82a52bb8d req-5f9d98ca-4482-4f5f-9d78-54c597f06801 service neutron] 10.222.0.48 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851343 Jul 23 11:25:45.713263 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9192c363-529d-45d3-9e86-68f82a52bb8d req-0d486f86-0a21-4d7d-b5d7-7890877fe2df service neutron] 10.222.0.48 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856524 Jul 23 11:25:46.613914 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-bd2bc3ec-abca-4af4-bba1-6140d728bfd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:49.618606 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-c0575dba-1580-4224-a782-24c456b53dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:49.743490 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:50.640762 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:52.145872 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:00.959434 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:10.545402 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:26:15.798260 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-93c9d0f2-f8b7-44be-9f37-6533144fcabc tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-250829528&fields=id&tenant_id=59b243329b3b4b1b8d2ce3b0c59ae6ef HTTP/1.1" status: 200 len: 267 time: 0.0335488 Jul 23 11:26:15.904934 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-e20d9404-1fc9-4651-83ec-2ed7ac46f291 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:15.906427 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-e20d9404-1fc9-4651-83ec-2ed7ac46f291 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/networks?id=702a3266-f139-4355-a8d7-6032cb500389 HTTP/1.1" status: 200 len: 812 time: 0.1019855 Jul 23 11:26:15.921982 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-5566a45e-e445-4a15-b8ec-2d86c9b0b60c tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/quotas/59b243329b3b4b1b8d2ce3b0c59ae6ef HTTP/1.1" status: 200 len: 375 time: 0.0103095 Jul 23 11:26:15.994493 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-5cbc8a7e-1669-4517-84ca-71477238feb5 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=59b243329b3b4b1b8d2ce3b0c59ae6ef&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0673394 Jul 23 11:26:16.087000 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-931e1bbf-089d-4b3f-9ae3-08969152eee4 service neutron] 10.222.0.47 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811255 Jul 23 11:26:16.177259 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-7063af28-0c92-4f41-907d-061e2738bd75 service neutron] 10.222.0.47 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844424 Jul 23 11:26:16.464799 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9e75197b-7695-4ee8-8e98-31154268a7d0 req-55291374-5290-48d8-8a41-6b67f428a7aa tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=63e3d3d3-c1ae-48c1-9655-381669c73598 HTTP/1.1" status: 200 len: 210 time: 0.0290165 Jul 23 11:26:16.616305 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-c43b55a7-9220-43bb-b91d-713c5a3b31bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:17.475200 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-42ba0abc-2930-4a7d-8bbd-a9217bed0ad9 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:17.476675 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-42ba0abc-2930-4a7d-8bbd-a9217bed0ad9 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.48 "GET /v2.0/networks?id=702a3266-f139-4355-a8d7-6032cb500389 HTTP/1.1" status: 200 len: 812 time: 0.1049941 Jul 23 11:26:17.519067 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-39713f81-8bcb-446c-8ec2-d23cc69b6a3b tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59b243329b3b4b1b8d2ce3b0c59ae6ef HTTP/1.1" status: 200 len: 379 time: 0.0345087 Jul 23 11:26:17.528658 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-126b74a3-042b-4beb-8ac9-86c09a1f64fe tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Request body: {'port': {'device_id': '63e3d3d3-c1ae-48c1-9655-381669c73598', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'admin_state_up': True, 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'security_groups': ['ada23ca6-376a-4bf4-9b56-ccce35a569bc']}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:26:17.573529 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-4e4bf738-e175-4eff-9490-069b36956cc7 req-cee99338-4124-48ed-8774-6e4c409f4884 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=63e3d3d3-c1ae-48c1-9655-381669c73598 HTTP/1.1" status: 200 len: 210 time: 0.0378675 Jul 23 11:26:17.641308 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-126b74a3-042b-4beb-8ac9-86c09a1f64fe tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Made reservation on behalf of 59b243329b3b4b1b8d2ce3b0c59ae6ef for: {'port': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:26:17.644930 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-126b74a3-042b-4beb-8ac9-86c09a1f64fe tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:17.767980 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-126b74a3-042b-4beb-8ac9-86c09a1f64fe tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Allocated IP 172.20.0.13 (702a3266-f139-4355-a8d7-6032cb500389/3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374/03a0f05c-c4aa-4018-a967-1dd76b09ede2) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:26:17.905975 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-126b74a3-042b-4beb-8ac9-86c09a1f64fe tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:17.925152 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-126b74a3-042b-4beb-8ac9-86c09a1f64fe tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Transition to ACTIVE for port object 03a0f05c-c4aa-4018-a967-1dd76b09ede2 will not be triggered until provisioned by entity DHCP. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:26:17.957821 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-126b74a3-042b-4beb-8ac9-86c09a1f64fe tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:18.003810 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-126b74a3-042b-4beb-8ac9-86c09a1f64fe tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Network 702a3266-f139-4355-a8d7-6032cb500389 is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:26:18.008920 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-126b74a3-042b-4beb-8ac9-86c09a1f64fe tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:26:18.013633 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-126b74a3-042b-4beb-8ac9-86c09a1f64fe tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:26:18.037495 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b74a3-042b-4beb-8ac9-86c09a1f64fe tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Pushing event updated for resources: {'Port': ['ID=03a0f05c-c4aa-4018-a967-1dd76b09ede2,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:26:18.052449 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b74a3-042b-4beb-8ac9-86c09a1f64fe tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:18.052787 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b74a3-042b-4beb-8ac9-86c09a1f64fe tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:18.053126 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b74a3-042b-4beb-8ac9-86c09a1f64fe tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:18.053462 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b74a3-042b-4beb-8ac9-86c09a1f64fe tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:18.053795 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b74a3-042b-4beb-8ac9-86c09a1f64fe tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:18.054123 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b74a3-042b-4beb-8ac9-86c09a1f64fe tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:18.054450 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b74a3-042b-4beb-8ac9-86c09a1f64fe tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:18.054778 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b74a3-042b-4beb-8ac9-86c09a1f64fe tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:18.055102 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b74a3-042b-4beb-8ac9-86c09a1f64fe tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:18.055963 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b74a3-042b-4beb-8ac9-86c09a1f64fe tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:18.055963 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b74a3-042b-4beb-8ac9-86c09a1f64fe tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:18.056205 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b74a3-042b-4beb-8ac9-86c09a1f64fe tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:18.078294 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-126b74a3-042b-4beb-8ac9-86c09a1f64fe tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:18.078867 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-126b74a3-042b-4beb-8ac9-86c09a1f64fe tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:18.094272 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-126b74a3-042b-4beb-8ac9-86c09a1f64fe tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5693810 Jul 23 11:26:18.105750 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-11d9c4d7-8f0d-45e4-ad81-fe6616c0c8c1 service neutron] Request body: {'port': {'device_id': '63e3d3d3-c1ae-48c1-9655-381669c73598', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:26:18.184450 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-11d9c4d7-8f0d-45e4-ad81-fe6616c0c8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:18.189686 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-775668c2-25e9-4145-81c0-047141efc19f None None] Provisioning for port 03a0f05c-c4aa-4018-a967-1dd76b09ede2 completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:26:18.193776 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-775668c2-25e9-4145-81c0-047141efc19f None None] Provisioning complete for port 03a0f05c-c4aa-4018-a967-1dd76b09ede2 triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:26:18.194632 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-775668c2-25e9-4145-81c0-047141efc19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:18.227410 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-775668c2-25e9-4145-81c0-047141efc19f None None] Port 03a0f05c-c4aa-4018-a967-1dd76b09ede2 cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:26:18.434265 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-11d9c4d7-8f0d-45e4-ad81-fe6616c0c8c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a0f05c-c4aa-4018-a967-1dd76b09ede2 {{(pid=93047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:26:18.441394 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-11d9c4d7-8f0d-45e4-ad81-fe6616c0c8c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:18.453994 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-11d9c4d7-8f0d-45e4-ad81-fe6616c0c8c1 service neutron] Transition to ACTIVE for port object 03a0f05c-c4aa-4018-a967-1dd76b09ede2 will not be triggered until provisioned by entity L2. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:26:18.458040 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-11d9c4d7-8f0d-45e4-ad81-fe6616c0c8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31365311'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:18.507778 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9c4d7-8f0d-45e4-ad81-fe6616c0c8c1 service neutron] Pushing event updated for resources: {'Port': ['ID=03a0f05c-c4aa-4018-a967-1dd76b09ede2,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:26:18.584595 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-11d9c4d7-8f0d-45e4-ad81-fe6616c0c8c1 service neutron] Attempting to bind port 03a0f05c-c4aa-4018-a967-1dd76b09ede2 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:26:18.584931 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-11d9c4d7-8f0d-45e4-ad81-fe6616c0c8c1 service neutron] Attempting to bind port 03a0f05c-c4aa-4018-a967-1dd76b09ede2 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '74f76dc1-d5c8-46ae-8605-0c9d96ffa71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '702a3266-f139-4355-a8d7-6032cb500389'}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:26:18.585268 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-11d9c4d7-8f0d-45e4-ad81-fe6616c0c8c1 service neutron] Attempting to bind port 03a0f05c-c4aa-4018-a967-1dd76b09ede2 on network 702a3266-f139-4355-a8d7-6032cb500389 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:26:18.591392 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-11d9c4d7-8f0d-45e4-ad81-fe6616c0c8c1 service neutron] Port 03a0f05c-c4aa-4018-a967-1dd76b09ede2 on network 702a3266-f139-4355-a8d7-6032cb500389 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:26:18.591716 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-11d9c4d7-8f0d-45e4-ad81-fe6616c0c8c1 service neutron] Attempting to bind port 03a0f05c-c4aa-4018-a967-1dd76b09ede2 on network 702a3266-f139-4355-a8d7-6032cb500389 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:26:18.598582 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-11d9c4d7-8f0d-45e4-ad81-fe6616c0c8c1 service neutron] Checking agent: {'id': 'fd06f6b8-de2a-4c3f-8327-d731c40933c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'started_at': datetime.datetime(2021, 7, 23, 10, 58, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:26:18.598996 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-11d9c4d7-8f0d-45e4-ad81-fe6616c0c8c1 service neutron] Checking segment: {'id': '74f76dc1-d5c8-46ae-8605-0c9d96ffa71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '702a3266-f139-4355-a8d7-6032cb500389'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:26:18.599452 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-11d9c4d7-8f0d-45e4-ad81-fe6616c0c8c1 service neutron] Bound using segment: {'id': '74f76dc1-d5c8-46ae-8605-0c9d96ffa71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '702a3266-f139-4355-a8d7-6032cb500389'} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:26:18.599950 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-11d9c4d7-8f0d-45e4-ad81-fe6616c0c8c1 service neutron] Bound port: 03a0f05c-c4aa-4018-a967-1dd76b09ede2, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74f76dc1-d5c8-46ae-8605-0c9d96ffa71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '702a3266-f139-4355-a8d7-6032cb500389'}}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:26:18.600352 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-11d9c4d7-8f0d-45e4-ad81-fe6616c0c8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:18.692321 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-11d9c4d7-8f0d-45e4-ad81-fe6616c0c8c1 service neutron] For port 03a0f05c-c4aa-4018-a967-1dd76b09ede2, host hv-cinder-80198, cleared binding levels {{(pid=93047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:26:18.695934 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-11d9c4d7-8f0d-45e4-ad81-fe6616c0c8c1 service neutron] For port 03a0f05c-c4aa-4018-a967-1dd76b09ede2, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=03a0f05c-c4aa-4018-a967-1dd76b09ede2,segment=NetworkSegment(74f76dc1-d5c8-46ae-8605-0c9d96ffa71e),segment_id=74f76dc1-d5c8-46ae-8605-0c9d96ffa71e)] {{(pid=93047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:26:18.702312 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-11d9c4d7-8f0d-45e4-ad81-fe6616c0c8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31365311'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:18.749784 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-11d9c4d7-8f0d-45e4-ad81-fe6616c0c8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:18.750403 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-11d9c4d7-8f0d-45e4-ad81-fe6616c0c8c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:18.751814 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-11d9c4d7-8f0d-45e4-ad81-fe6616c0c8c1 service neutron] 10.222.0.48 "PUT /v2.0/ports/03a0f05c-c4aa-4018-a967-1dd76b09ede2 HTTP/1.1" status: 200 len: 1094 time: 0.6506374 Jul 23 11:26:18.754144 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e3d3d3-c1ae-48c1-9655-381669c73598', 'tag': '03a0f05c-c4aa-4018-a967-1dd76b09ede2'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:26:18.756378 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57990bb103ee5b7a3f14144f2b0acc3407ada3b1c8656e111118fed9c99398e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a6b5db-69e8-4603-82a3-a3a75ffaf610" -d '{"events": [{"name": "network-changed", "server_uuid": "63e3d3d3-c1ae-48c1-9655-381669c73598", "tag": "03a0f05c-c4aa-4018-a967-1dd76b09ede2"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:26:18.788335 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55058299-2ba2-4c09-b9db-9396b84c3fc6 req-6e73505b-f872-4795-94f4-fb6bf87b5db7 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:18.789889 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-55058299-2ba2-4c09-b9db-9396b84c3fc6 req-6e73505b-f872-4795-94f4-fb6bf87b5db7 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=63e3d3d3-c1ae-48c1-9655-381669c73598 HTTP/1.1" status: 200 len: 944 time: 0.1452200 Jul 23 11:26:18.826019 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9c4d7-8f0d-45e4-ad81-fe6616c0c8c1 service neutron] Pushing event updated for resources: {'Port': ['ID=03a0f05c-c4aa-4018-a967-1dd76b09ede2,revision_number=3']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:26:18.862769 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-55058299-2ba2-4c09-b9db-9396b84c3fc6 req-3d9847e4-c047-4483-9964-74b58db8a9f4 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624828 Jul 23 11:26:18.865645 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c140ae5b-a33b-495a-ab90-e890eaf64b67 x-openstack-request-id: req-c140ae5b-a33b-495a-ab90-e890eaf64b67 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:26:18.865766 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e3d3d3-c1ae-48c1-9655-381669c73598", "tag": "03a0f05c-c4aa-4018-a967-1dd76b09ede2", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:26:18.865970 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c140ae5b-a33b-495a-ab90-e890eaf64b67 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:26:18.866364 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e3d3d3-c1ae-48c1-9655-381669c73598', 'tag': '03a0f05c-c4aa-4018-a967-1dd76b09ede2', 'status': 'completed', 'code': 200} Jul 23 11:26:18.883046 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-7a186189-997a-4341-9aa1-f1c4d4afa7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:18.885256 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-7a186189-997a-4341-9aa1-f1c4d4afa7b9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59b243329b3b4b1b8d2ce3b0c59ae6ef&device_id=63e3d3d3-c1ae-48c1-9655-381669c73598 HTTP/1.1" status: 200 len: 1097 time: 0.0938163 Jul 23 11:26:18.927441 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-e6711413-d2ce-43c6-a698-b13625b5314e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03a0f05c-c4aa-4018-a967-1dd76b09ede2 HTTP/1.1" status: 200 len: 217 time: 0.0347757 Jul 23 11:26:18.979252 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-e054c3ef-add6-43cf-aeee-88b2752cd984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:18.981912 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-e054c3ef-add6-43cf-aeee-88b2752cd984 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374 HTTP/1.1" status: 200 len: 851 time: 0.0475640 Jul 23 11:26:19.038975 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-59045910-f38c-4c2f-a3f8-e942ee24cd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:19.040414 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-59045910-f38c-4c2f-a3f8-e942ee24cd15 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=702a3266-f139-4355-a8d7-6032cb500389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528729 Jul 23 11:26:19.129329 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-cb6b7775-8d90-4237-8bb8-d6170e75ff43 service neutron] 10.222.0.48 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821772 Jul 23 11:26:19.218454 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9bde7b12-ed31-4830-8d45-0b6a9b92d8cc req-4bdf6acd-d8b1-42a7-9297-689574d8aefd service neutron] 10.222.0.48 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832300 Jul 23 11:26:19.315662 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6b5db-69e8-4603-82a3-a3a75ffaf610 req-dbfe2557-50fd-418a-a584-2168ee62eaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:19.317165 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-06a6b5db-69e8-4603-82a3-a3a75ffaf610 req-dbfe2557-50fd-418a-a584-2168ee62eaa2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59b243329b3b4b1b8d2ce3b0c59ae6ef&device_id=63e3d3d3-c1ae-48c1-9655-381669c73598 HTTP/1.1" status: 200 len: 1097 time: 0.0524101 Jul 23 11:26:19.407925 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6b5db-69e8-4603-82a3-a3a75ffaf610 req-86a44280-1c97-4c8f-92c4-70ecb059c7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:19.409385 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-06a6b5db-69e8-4603-82a3-a3a75ffaf610 req-86a44280-1c97-4c8f-92c4-70ecb059c7f1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=702a3266-f139-4355-a8d7-6032cb500389 HTTP/1.1" status: 200 len: 913 time: 0.0842223 Jul 23 11:26:19.448506 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-06a6b5db-69e8-4603-82a3-a3a75ffaf610 req-cc8502fc-252d-4b93-ac46-1d0240f6fc5e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03a0f05c-c4aa-4018-a967-1dd76b09ede2 HTTP/1.1" status: 200 len: 217 time: 0.0324137 Jul 23 11:26:19.495450 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6b5db-69e8-4603-82a3-a3a75ffaf610 req-e66c2fb0-6fbd-4090-8745-2f91464378a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:19.496878 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-06a6b5db-69e8-4603-82a3-a3a75ffaf610 req-e66c2fb0-6fbd-4090-8745-2f91464378a6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374 HTTP/1.1" status: 200 len: 851 time: 0.0423858 Jul 23 11:26:19.559173 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6b5db-69e8-4603-82a3-a3a75ffaf610 req-67e42233-0251-4db6-948d-355f75c0974a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:19.564571 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-06a6b5db-69e8-4603-82a3-a3a75ffaf610 req-67e42233-0251-4db6-948d-355f75c0974a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=702a3266-f139-4355-a8d7-6032cb500389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0604367 Jul 23 11:26:19.621086 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-22f57169-ad42-4622-a325-bc5d8d63e864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:19.663865 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-06a6b5db-69e8-4603-82a3-a3a75ffaf610 req-845ed8f5-3fcf-4830-93e2-ba068730af76 service neutron] 10.222.0.48 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891848 Jul 23 11:26:19.743388 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:19.762519 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-06a6b5db-69e8-4603-82a3-a3a75ffaf610 req-11948fdb-b779-4a9d-9fea-7e09af5a5724 service neutron] 10.222.0.48 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883005 Jul 23 11:26:20.002198 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c27e9e-644a-4b21-b3d6-d286e200d67f req-f0f73cc0-c4c4-41f1-bf0e-93fd723724f3 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:20.003709 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-91c27e9e-644a-4b21-b3d6-d286e200d67f req-f0f73cc0-c4c4-41f1-bf0e-93fd723724f3 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=63e3d3d3-c1ae-48c1-9655-381669c73598 HTTP/1.1" status: 200 len: 944 time: 0.0679016 Jul 23 11:26:20.041826 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-91c27e9e-644a-4b21-b3d6-d286e200d67f req-b3c00e2a-1233-4b9f-ab63-546cdaced9b6 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322611 Jul 23 11:26:20.643094 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:21.168853 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3397ba-2ee3-4d5a-940d-0b80be3ca834 req-13e70b19-3f60-425c-bb17-b2ef8267dc52 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:21.170363 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1f3397ba-2ee3-4d5a-940d-0b80be3ca834 req-13e70b19-3f60-425c-bb17-b2ef8267dc52 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=63e3d3d3-c1ae-48c1-9655-381669c73598 HTTP/1.1" status: 200 len: 944 time: 0.0614567 Jul 23 11:26:21.206894 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1f3397ba-2ee3-4d5a-940d-0b80be3ca834 req-4c6f8f05-f468-4b05-8f86-c15d4042211f tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311716 Jul 23 11:26:22.150036 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:22.346034 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23963c-1f09-495b-b9c3-98b5d7c0c7f2 req-f3186edd-85e2-4f51-950e-8b21ee31c511 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:22.347463 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ac23963c-1f09-495b-b9c3-98b5d7c0c7f2 req-f3186edd-85e2-4f51-950e-8b21ee31c511 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=63e3d3d3-c1ae-48c1-9655-381669c73598 HTTP/1.1" status: 200 len: 944 time: 0.0683305 Jul 23 11:26:22.395422 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ac23963c-1f09-495b-b9c3-98b5d7c0c7f2 req-db43fda4-d0d7-4487-9ae2-c36f35307752 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367944 Jul 23 11:26:23.528454 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46626c71-9ca6-4ce7-866e-f8b10df50f9d req-d1067859-b0fd-4dd2-94fd-5d4e0cba0ffe tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:23.529972 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-46626c71-9ca6-4ce7-866e-f8b10df50f9d req-d1067859-b0fd-4dd2-94fd-5d4e0cba0ffe tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=63e3d3d3-c1ae-48c1-9655-381669c73598 HTTP/1.1" status: 200 len: 944 time: 0.0630596 Jul 23 11:26:23.574141 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-46626c71-9ca6-4ce7-866e-f8b10df50f9d req-b65fe294-aea6-4e9f-8d21-02408a352364 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374629 Jul 23 11:26:24.707156 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58df05e-34c0-4eef-872d-20ac609fda96 req-94200ea5-ba54-4670-9017-ad908408c09a tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:24.708670 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b58df05e-34c0-4eef-872d-20ac609fda96 req-94200ea5-ba54-4670-9017-ad908408c09a tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=63e3d3d3-c1ae-48c1-9655-381669c73598 HTTP/1.1" status: 200 len: 944 time: 0.0626352 Jul 23 11:26:24.746831 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b58df05e-34c0-4eef-872d-20ac609fda96 req-3cf3cf25-1852-4b65-b33a-60f3e54a92b4 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326006 Jul 23 11:26:25.871961 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2e554-ba3b-48e5-aabf-df109ce6d86d req-92149910-459a-45a6-b8ab-b15a3623da7a tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:25.873467 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c1f2e554-ba3b-48e5-aabf-df109ce6d86d req-92149910-459a-45a6-b8ab-b15a3623da7a tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=63e3d3d3-c1ae-48c1-9655-381669c73598 HTTP/1.1" status: 200 len: 944 time: 0.0613782 Jul 23 11:26:25.910643 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c1f2e554-ba3b-48e5-aabf-df109ce6d86d req-9f96350c-03d0-4b7a-886e-773bd7cafa74 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317857 Jul 23 11:26:27.040995 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86773f2-0975-4967-b516-7185b48c1778 req-0b7b0f3d-dceb-4d7c-a6db-f42d2386bc4a tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:27.043095 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e86773f2-0975-4967-b516-7185b48c1778 req-0b7b0f3d-dceb-4d7c-a6db-f42d2386bc4a tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=63e3d3d3-c1ae-48c1-9655-381669c73598 HTTP/1.1" status: 200 len: 944 time: 0.0663929 Jul 23 11:26:27.079213 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e86773f2-0975-4967-b516-7185b48c1778 req-ef793db6-a867-4fc3-b6b8-867a93509cc4 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305493 Jul 23 11:26:27.387857 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 03a0f05c-c4aa-4018-a967-1dd76b09ede2 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:26:27.479019 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 03a0f05c-c4aa-4018-a967-1dd76b09ede2, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=03a0f05c-c4aa-4018-a967-1dd76b09ede2,segment=NetworkSegment(74f76dc1-d5c8-46ae-8605-0c9d96ffa71e),segment_id=74f76dc1-d5c8-46ae-8605-0c9d96ffa71e)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:26:27.489559 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Returning: {'device': '03a0f05c-c4aa-4018-a967-1dd76b09ede2', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'port_id': '03a0f05c-c4aa-4018-a967-1dd76b09ede2', 'mac_address': 'fa:16:3e:ec:88:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:26:27.525003 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:27.536888 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a0f05c-c4aa-4018-a967-1dd76b09ede2 {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:26:27.554998 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 03a0f05c-c4aa-4018-a967-1dd76b09ede2, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=03a0f05c-c4aa-4018-a967-1dd76b09ede2,segment=NetworkSegment(74f76dc1-d5c8-46ae-8605-0c9d96ffa71e),segment_id=74f76dc1-d5c8-46ae-8605-0c9d96ffa71e)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:26:27.559554 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:27.609226 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=03a0f05c-c4aa-4018-a967-1dd76b09ede2,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:26:27.616049 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:27.616426 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:27.616765 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:27.617097 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:27.617426 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:27.617754 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:27.618077 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:27.618406 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:27.619036 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:27.619036 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:27.619343 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:27.619663 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:27.780742 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] get_ports_and_sgs() called for port_ids ['03a0f05c-c4aa-4018-a967-1dd76b09ede2'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:26:28.203845 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2e2b0-6f1b-4a31-83e9-b5ab49d963e5 req-048ba415-8dfb-4fae-b3ec-a85de8879db0 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:28.205437 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f2c2e2b0-6f1b-4a31-83e9-b5ab49d963e5 req-048ba415-8dfb-4fae-b3ec-a85de8879db0 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=63e3d3d3-c1ae-48c1-9655-381669c73598 HTTP/1.1" status: 200 len: 945 time: 0.0615187 Jul 23 11:26:28.241897 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f2c2e2b0-6f1b-4a31-83e9-b5ab49d963e5 req-d77a166d-58df-4e97-b5e1-8cdc2eed6206 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310616 Jul 23 11:26:29.382834 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea795764-ae10-4c9e-b9d9-f194de9a13db req-04c120b2-a00a-4b38-9970-f16615d00ebe tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:29.384350 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ea795764-ae10-4c9e-b9d9-f194de9a13db req-04c120b2-a00a-4b38-9970-f16615d00ebe tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=63e3d3d3-c1ae-48c1-9655-381669c73598 HTTP/1.1" status: 200 len: 945 time: 0.0667686 Jul 23 11:26:29.420346 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 03a0f05c-c4aa-4018-a967-1dd76b09ede2 up at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:26:29.432146 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ea795764-ae10-4c9e-b9d9-f194de9a13db req-ee6df575-bba3-465f-810c-d77f41b68084 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385866 Jul 23 11:26:29.481234 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning for port 03a0f05c-c4aa-4018-a967-1dd76b09ede2 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:26:29.485256 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Provisioning complete for port 03a0f05c-c4aa-4018-a967-1dd76b09ede2 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:26:29.485780 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3496701'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:29.564761 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:29.587045 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e3d3d3-c1ae-48c1-9655-381669c73598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a0f05c-c4aa-4018-a967-1dd76b09ede2'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:26:29.589295 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}214548a6ff4efd2602c2c2cf0448be42dc7715ee41776415c9dd15aa22406767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e5279c-a006-4fac-a620-17a4f1c9106d" -d '{"events": [{"server_uuid": "63e3d3d3-c1ae-48c1-9655-381669c73598", "name": "network-vif-plugged", "status": "completed", "tag": "03a0f05c-c4aa-4018-a967-1dd76b09ede2"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:26:29.602527 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] For port 03a0f05c-c4aa-4018-a967-1dd76b09ede2, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=03a0f05c-c4aa-4018-a967-1dd76b09ede2,segment=NetworkSegment(74f76dc1-d5c8-46ae-8605-0c9d96ffa71e),segment_id=74f76dc1-d5c8-46ae-8605-0c9d96ffa71e)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:26:29.606388 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:29.661254 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Pushing event updated for resources: {'Port': ['ID=03a0f05c-c4aa-4018-a967-1dd76b09ede2,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:26:29.697271 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63689f5-e9ab-49c4-ba33-e51991674717 x-openstack-request-id: req-d63689f5-e9ab-49c4-ba33-e51991674717 {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:26:29.697562 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e3d3d3-c1ae-48c1-9655-381669c73598", "name": "network-vif-plugged", "status": "completed", "tag": "03a0f05c-c4aa-4018-a967-1dd76b09ede2", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:26:29.697811 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d63689f5-e9ab-49c4-ba33-e51991674717 {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:26:29.698204 dv-cinder-801989-3-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e3d3d3-c1ae-48c1-9655-381669c73598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a0f05c-c4aa-4018-a967-1dd76b09ede2', 'code': 200} Jul 23 11:26:29.954679 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb456f0-d610-4bc7-87d8-5ec9c58fcaa4 req-aa0e8caf-a8c4-4ee5-ad4e-e06b3361cc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:29.956125 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9eb456f0-d610-4bc7-87d8-5ec9c58fcaa4 req-aa0e8caf-a8c4-4ee5-ad4e-e06b3361cc23 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=63e3d3d3-c1ae-48c1-9655-381669c73598 HTTP/1.1" status: 200 len: 1099 time: 0.0579805 Jul 23 11:26:29.995337 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9eb456f0-d610-4bc7-87d8-5ec9c58fcaa4 req-b397277a-83f7-4262-bdb7-3b6f0844359a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307393 Jul 23 11:26:30.572227 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df72b94-14ea-4df3-9789-d65f7b7ceaed req-e539374c-5d6f-4530-93c7-67ac1f8c6f94 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:30.573738 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-5df72b94-14ea-4df3-9789-d65f7b7ceaed req-e539374c-5d6f-4530-93c7-67ac1f8c6f94 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=63e3d3d3-c1ae-48c1-9655-381669c73598 HTTP/1.1" status: 200 len: 946 time: 0.0741031 Jul 23 11:26:30.612876 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-5df72b94-14ea-4df3-9789-d65f7b7ceaed req-fcfc881f-e926-41fa-a8ea-52eafde9b02c tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335672 Jul 23 11:26:30.982340 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:31.748740 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f5086-38f3-40ed-bcfb-eb268784a89d req-deff6670-a8f5-48b9-8c7b-af5fd1b95a07 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:31.750266 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c05f5086-38f3-40ed-bcfb-eb268784a89d req-deff6670-a8f5-48b9-8c7b-af5fd1b95a07 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=63e3d3d3-c1ae-48c1-9655-381669c73598 HTTP/1.1" status: 200 len: 946 time: 0.0677047 Jul 23 11:26:31.788254 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c05f5086-38f3-40ed-bcfb-eb268784a89d req-8a3632db-c06f-4935-8e41-f7c633e98773 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323563 Jul 23 11:26:31.915532 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa9b40-ebd4-4bfd-af97-527be337a3f5 req-a00bfad1-fbc2-407a-af27-3128be18a056 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:31.916954 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e2fa9b40-ebd4-4bfd-af97-527be337a3f5 req-a00bfad1-fbc2-407a-af27-3128be18a056 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=63e3d3d3-c1ae-48c1-9655-381669c73598 HTTP/1.1" status: 200 len: 946 time: 0.0628009 Jul 23 11:26:31.955078 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e2fa9b40-ebd4-4bfd-af97-527be337a3f5 req-61e59116-b222-46ae-9e80-a1c2f1ebb99c tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319664 Jul 23 11:26:31.977521 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 41744) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:26:32.029706 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded7d504-9a91-4ca6-9b41-6ff096a6af66 tempest-TestVolumeBootPattern-923614630 tempest-TestVolumeBootPattern-923614630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:32.031220 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-ded7d504-9a91-4ca6-9b41-6ff096a6af66 tempest-TestVolumeBootPattern-923614630 tempest-TestVolumeBootPattern-923614630-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=63e3d3d3-c1ae-48c1-9655-381669c73598 HTTP/1.1" status: 200 len: 1094 time: 0.0527422 Jul 23 11:26:32.034126 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 41746) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:26:32.038772 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-0e3e6149-1b2d-49cf-b492-896ef0771132 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Request body: {'floatingip': {'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'port_id': '03a0f05c-c4aa-4018-a967-1dd76b09ede2', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:26:32.067792 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0e3e6149-1b2d-49cf-b492-896ef0771132 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for floatingip, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:32.169897 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0e3e6149-1b2d-49cf-b492-896ef0771132 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:32.269526 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [None req-0e3e6149-1b2d-49cf-b492-896ef0771132 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Allocated IP 172.27.2.77 (7e03cc48-3144-4cbe-b31a-c20231b9d64e/936becf8-b9e9-4f67-8a9b-c483761f3f68/928bca3b-19ed-4a60-841a-3aa71656ea2e) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:26:32.640968 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0e3e6149-1b2d-49cf-b492-896ef0771132 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:32.679592 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0e3e6149-1b2d-49cf-b492-896ef0771132 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792856084974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:32.719062 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3e6149-1b2d-49cf-b492-896ef0771132 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Network 7e03cc48-3144-4cbe-b31a-c20231b9d64e is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:26:32.726889 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-0e3e6149-1b2d-49cf-b492-896ef0771132 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:26:32.731857 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3e6149-1b2d-49cf-b492-896ef0771132 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:26:32.734121 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e6149-1b2d-49cf-b492-896ef0771132 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Pushing event updated for resources: {'Port': ['ID=928bca3b-19ed-4a60-841a-3aa71656ea2e,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:26:33.109061 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0e3e6149-1b2d-49cf-b492-896ef0771132 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:33.187894 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0e3e6149-1b2d-49cf-b492-896ef0771132 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734130'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:33.337562 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0e3e6149-1b2d-49cf-b492-896ef0771132 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:33.342725 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0e3e6149-1b2d-49cf-b492-896ef0771132 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792856475221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792856084996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792856085014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31365311'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:33.409070 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e6149-1b2d-49cf-b492-896ef0771132 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Pushing event updated for resources: {'Port': ['ID=928bca3b-19ed-4a60-841a-3aa71656ea2e,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:26:33.423522 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0e3e6149-1b2d-49cf-b492-896ef0771132 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409046'] for floatingip, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:33.527376 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.db.l3_db [None req-0e3e6149-1b2d-49cf-b492-896ef0771132 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Floating IP 234f1f70-9a52-4261-86c5-74df081b69f6 associated. External IP: 172.27.2.77, port: 03a0f05c-c4aa-4018-a967-1dd76b09ede2. Jul 23 11:26:33.739008 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3e6149-1b2d-49cf-b492-896ef0771132 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Router 3baf835a-49ee-446c-a566-e607818ef269 has already been hosted by L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:26:33.848421 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3e6149-1b2d-49cf-b492-896ef0771132 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:26:33.858584 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db182c01-bb6c-4d76-9a18-3848860fbbdc None None] Sync routers for ids ['3baf835a-49ee-446c-a566-e607818ef269'] in dv-cinder-801989-3-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:26:33.865301 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0e3e6149-1b2d-49cf-b492-896ef0771132 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for floatingip, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:33.869245 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db182c01-bb6c-4d76-9a18-3848860fbbdc None None] Routers {'3baf835a-49ee-446c-a566-e607818ef269'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:26:33.869886 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-db182c01-bb6c-4d76-9a18-3848860fbbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:26:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['3baf835a-49ee-446c-a566-e607818ef269'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:26:33.903058 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-0e3e6149-1b2d-49cf-b492-896ef0771132 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8677082 Jul 23 11:26:33.903693 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e3d3d3-c1ae-48c1-9655-381669c73598', 'tag': '03a0f05c-c4aa-4018-a967-1dd76b09ede2'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:26:33.906013 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57990bb103ee5b7a3f14144f2b0acc3407ada3b1c8656e111118fed9c99398e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16acb51-9454-4d32-9c68-ebef82588d7c" -d '{"events": [{"name": "network-changed", "server_uuid": "63e3d3d3-c1ae-48c1-9655-381669c73598", "tag": "03a0f05c-c4aa-4018-a967-1dd76b09ede2"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:26:33.942682 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fb6952-c46e-4367-8aa0-35fb78bf11cc x-openstack-request-id: req-b7fb6952-c46e-4367-8aa0-35fb78bf11cc {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:26:33.942976 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e3d3d3-c1ae-48c1-9655-381669c73598", "tag": "03a0f05c-c4aa-4018-a967-1dd76b09ede2", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:26:33.943230 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b7fb6952-c46e-4367-8aa0-35fb78bf11cc {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:26:33.943629 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e3d3d3-c1ae-48c1-9655-381669c73598', 'tag': '03a0f05c-c4aa-4018-a967-1dd76b09ede2', 'status': 'completed', 'code': 200} Jul 23 11:26:33.978420 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-db182c01-bb6c-4d76-9a18-3848860fbbdc None None] Set router 3baf835a-49ee-446c-a566-e607818ef269 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:26:34.019836 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16acb51-9454-4d32-9c68-ebef82588d7c req-31232bf2-dfaa-4b3e-a603-426db2784afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:34.021304 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e16acb51-9454-4d32-9c68-ebef82588d7c req-31232bf2-dfaa-4b3e-a603-426db2784afc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59b243329b3b4b1b8d2ce3b0c59ae6ef&device_id=63e3d3d3-c1ae-48c1-9655-381669c73598 HTTP/1.1" status: 200 len: 1099 time: 0.0541582 Jul 23 11:26:34.116168 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16acb51-9454-4d32-9c68-ebef82588d7c req-83a6bc28-8ff6-4d02-ac75-6ae3de2e00f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:34.117650 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e16acb51-9454-4d32-9c68-ebef82588d7c req-83a6bc28-8ff6-4d02-ac75-6ae3de2e00f6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=702a3266-f139-4355-a8d7-6032cb500389 HTTP/1.1" status: 200 len: 913 time: 0.0886366 Jul 23 11:26:34.182705 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e16acb51-9454-4d32-9c68-ebef82588d7c req-af84eee5-b090-466f-b24a-b71337283866 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03a0f05c-c4aa-4018-a967-1dd76b09ede2 HTTP/1.1" status: 200 len: 999 time: 0.0578613 Jul 23 11:26:34.206878 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-db182c01-bb6c-4d76-9a18-3848860fbbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3baf835a-49ee-446c-a566-e607818ef269', 'name': 'tempest-TestVolumeBootPattern-1441365996-router', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '081b00dc-3ab1-47df-b410-93d97c715253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:44Z', 'revision_number': 4, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'gw_port': {'id': '081b00dc-3ab1-47df-b410-93d97c715253', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_floatingips': [{'id': '234f1f70-9a52-4261-86c5-74df081b69f6', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'router_id': '3baf835a-49ee-446c-a566-e607818ef269', 'port_id': '03a0f05c-c4aa-4018-a967-1dd76b09ede2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'mac_address': 'fa:16:3e:ec:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e3d3d3-c1ae-48c1-9655-381669c73598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:26:32Z', 'updated_at': '2021-07-23T11:26:32Z', 'revision_number': 0, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'fixed_ip_address_scope': None}, {'id': 'e0169086-c565-466d-be18-f973753a3ea1', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'router_id': '3baf835a-49ee-446c-a566-e607818ef269', 'port_id': '7d79904e-66e0-4981-97bb-447fe219f6ea', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'mac_address': 'fa:16:3e:c6:f4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:24:39Z', 'updated_at': '2021-07-23T11:24:41Z', 'revision_number': 1, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1e4bcb-e74f-4032-90d6-d60a921c80c7', 'name': '', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'mac_address': 'fa:16:3e:ec:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:44Z', 'updated_at': '2021-07-23T11:21:49Z', 'revision_number': 5, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'subnets': [{'id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:26:34.237244 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db182c01-bb6c-4d76-9a18-3848860fbbdc None None] Checking router: 3baf835a-49ee-446c-a566-e607818ef269 for host: dv-cinder-801989-3-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:26:34.246258 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db182c01-bb6c-4d76-9a18-3848860fbbdc None None] Routers {'3baf835a-49ee-446c-a566-e607818ef269'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:26:34.247215 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-db182c01-bb6c-4d76-9a18-3848860fbbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:26:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['3baf835a-49ee-446c-a566-e607818ef269'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:26:34.255971 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16acb51-9454-4d32-9c68-ebef82588d7c req-c25c5e34-6637-41ac-b4e1-a31dd0ad45fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:34.258284 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e16acb51-9454-4d32-9c68-ebef82588d7c req-c25c5e34-6637-41ac-b4e1-a31dd0ad45fd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374 HTTP/1.1" status: 200 len: 851 time: 0.0686715 Jul 23 11:26:34.324155 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16acb51-9454-4d32-9c68-ebef82588d7c req-4237fa2a-21ec-4835-a099-7fab6cf27265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:34.326497 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e16acb51-9454-4d32-9c68-ebef82588d7c req-4237fa2a-21ec-4835-a099-7fab6cf27265 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=702a3266-f139-4355-a8d7-6032cb500389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600660 Jul 23 11:26:34.354020 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-db182c01-bb6c-4d76-9a18-3848860fbbdc None None] Set router 3baf835a-49ee-446c-a566-e607818ef269 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:26:34.415302 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e16acb51-9454-4d32-9c68-ebef82588d7c req-44ed5e31-f571-4029-b8fc-d992695ccd96 service neutron] 10.222.0.48 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820384 Jul 23 11:26:34.513663 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e16acb51-9454-4d32-9c68-ebef82588d7c req-9d90c172-a8d3-4da1-97a3-e419f8c264f3 service neutron] 10.222.0.48 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907054 Jul 23 11:26:34.582399 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-db182c01-bb6c-4d76-9a18-3848860fbbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3baf835a-49ee-446c-a566-e607818ef269', 'name': 'tempest-TestVolumeBootPattern-1441365996-router', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '081b00dc-3ab1-47df-b410-93d97c715253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:44Z', 'revision_number': 4, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'gw_port': {'id': '081b00dc-3ab1-47df-b410-93d97c715253', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_floatingips': [{'id': '234f1f70-9a52-4261-86c5-74df081b69f6', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'router_id': '3baf835a-49ee-446c-a566-e607818ef269', 'port_id': '03a0f05c-c4aa-4018-a967-1dd76b09ede2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'mac_address': 'fa:16:3e:ec:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e3d3d3-c1ae-48c1-9655-381669c73598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:26:32Z', 'updated_at': '2021-07-23T11:26:32Z', 'revision_number': 0, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'fixed_ip_address_scope': None}, {'id': 'e0169086-c565-466d-be18-f973753a3ea1', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'router_id': '3baf835a-49ee-446c-a566-e607818ef269', 'port_id': '7d79904e-66e0-4981-97bb-447fe219f6ea', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'mac_address': 'fa:16:3e:c6:f4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:24:39Z', 'updated_at': '2021-07-23T11:24:41Z', 'revision_number': 1, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1e4bcb-e74f-4032-90d6-d60a921c80c7', 'name': '', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'mac_address': 'fa:16:3e:ec:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:44Z', 'updated_at': '2021-07-23T11:21:49Z', 'revision_number': 5, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'subnets': [{'id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:26:34.614779 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db182c01-bb6c-4d76-9a18-3848860fbbdc None None] The sync data for ids ['3baf835a-49ee-446c-a566-e607818ef269'] in dv-cinder-801989-3-iscsi is: [{'id': '3baf835a-49ee-446c-a566-e607818ef269', 'name': 'tempest-TestVolumeBootPattern-1441365996-router', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '081b00dc-3ab1-47df-b410-93d97c715253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:44Z', 'revision_number': 4, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'gw_port': {'id': '081b00dc-3ab1-47df-b410-93d97c715253', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_floatingips': [{'id': '234f1f70-9a52-4261-86c5-74df081b69f6', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'router_id': '3baf835a-49ee-446c-a566-e607818ef269', 'port_id': '03a0f05c-c4aa-4018-a967-1dd76b09ede2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'mac_address': 'fa:16:3e:ec:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e3d3d3-c1ae-48c1-9655-381669c73598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:26:32Z', 'updated_at': '2021-07-23T11:26:32Z', 'revision_number': 0, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'fixed_ip_address_scope': None}, {'id': 'e0169086-c565-466d-be18-f973753a3ea1', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'router_id': '3baf835a-49ee-446c-a566-e607818ef269', 'port_id': '7d79904e-66e0-4981-97bb-447fe219f6ea', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'mac_address': 'fa:16:3e:c6:f4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:24:39Z', 'updated_at': '2021-07-23T11:24:41Z', 'revision_number': 1, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1e4bcb-e74f-4032-90d6-d60a921c80c7', 'name': '', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'mac_address': 'fa:16:3e:ec:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:44Z', 'updated_at': '2021-07-23T11:21:49Z', 'revision_number': 5, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'subnets': [{'id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:26:34.816142 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4684c89c-94ba-4729-9aed-14384f535691 None None] New status for floating IP 234f1f70-9a52-4261-86c5-74df081b69f6: ACTIVE {{(pid=93049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:26:46.126399 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2636a4f2-32e0-4f88-948b-38d2c2e3cd55 req-7479b306-f43d-42bb-8610-ae99cec894e1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530841 Jul 23 11:26:46.218993 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636a4f2-32e0-4f88-948b-38d2c2e3cd55 req-e3884d6e-0a99-4f7e-afa5-4c14c3b7fe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:46.220589 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2636a4f2-32e0-4f88-948b-38d2c2e3cd55 req-e3884d6e-0a99-4f7e-afa5-4c14c3b7fe7c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59b243329b3b4b1b8d2ce3b0c59ae6ef&device_id=8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13 HTTP/1.1" status: 200 len: 1099 time: 0.0538797 Jul 23 11:26:46.326149 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636a4f2-32e0-4f88-948b-38d2c2e3cd55 req-3a72bd08-2349-40e5-9d85-f03440f603bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:46.327878 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2636a4f2-32e0-4f88-948b-38d2c2e3cd55 req-3a72bd08-2349-40e5-9d85-f03440f603bc service neutron] 10.222.0.48 "GET /v2.0/networks?id=702a3266-f139-4355-a8d7-6032cb500389 HTTP/1.1" status: 200 len: 913 time: 0.0875828 Jul 23 11:26:46.395034 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2636a4f2-32e0-4f88-948b-38d2c2e3cd55 req-9d08b36c-8f68-455e-8e31-933a1587e71f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d79904e-66e0-4981-97bb-447fe219f6ea HTTP/1.1" status: 200 len: 1002 time: 0.0588839 Jul 23 11:26:46.450438 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636a4f2-32e0-4f88-948b-38d2c2e3cd55 req-d0d89b3a-c334-4829-b1f3-9c1d7ce1ad86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:46.451912 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2636a4f2-32e0-4f88-948b-38d2c2e3cd55 req-d0d89b3a-c334-4829-b1f3-9c1d7ce1ad86 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374 HTTP/1.1" status: 200 len: 851 time: 0.0480094 Jul 23 11:26:46.510631 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636a4f2-32e0-4f88-948b-38d2c2e3cd55 req-95332c3c-c4c0-4eb6-8385-c316b024767c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:46.512865 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2636a4f2-32e0-4f88-948b-38d2c2e3cd55 req-95332c3c-c4c0-4eb6-8385-c316b024767c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=702a3266-f139-4355-a8d7-6032cb500389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547702 Jul 23 11:26:46.600329 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2636a4f2-32e0-4f88-948b-38d2c2e3cd55 req-9d99b7b0-8d90-4750-8284-6a0cbd34bab0 service neutron] 10.222.0.48 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802581 Jul 23 11:26:46.628655 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-6d2f73bf-f6d4-43db-a60d-e7aa2e7d0a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:46.701673 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2636a4f2-32e0-4f88-948b-38d2c2e3cd55 req-9bea2c2a-8b74-4308-9d74-59d9af626623 service neutron] 10.222.0.48 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943811 Jul 23 11:26:47.544581 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:26:49.625130 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-5fadffc2-db78-430a-b313-4645eb10566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:49.752396 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:50.647122 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:52.154399 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:00.983564 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:16.620976 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-a9945a4a-1452-4a6b-92b0-875af09def2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:19.625997 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-37ffd176-f409-4d5e-ac62-737d7406e398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:19.743576 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:20.649033 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:22.157369 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:24.543714 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:27:30.978141 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:46.621793 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-81f6fcd4-b2d2-45e6-815c-8de3aa529ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:47.126500 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bef61ab6-0e11-4c37-b7d5-d2a8ed527bb3 req-8c6b40b8-c1d9-4f10-8d91-549abd63bd74 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=63e3d3d3-c1ae-48c1-9655-381669c73598&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515013 Jul 23 11:27:47.202935 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef61ab6-0e11-4c37-b7d5-d2a8ed527bb3 req-2ce4126c-9de9-4b4e-819f-903cd8d6f267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:27:47.204474 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bef61ab6-0e11-4c37-b7d5-d2a8ed527bb3 req-2ce4126c-9de9-4b4e-819f-903cd8d6f267 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59b243329b3b4b1b8d2ce3b0c59ae6ef&device_id=63e3d3d3-c1ae-48c1-9655-381669c73598 HTTP/1.1" status: 200 len: 1099 time: 0.0560308 Jul 23 11:27:47.307078 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef61ab6-0e11-4c37-b7d5-d2a8ed527bb3 req-84f59a9e-5f4c-4689-9f97-327951dc8e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:27:47.308030 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bef61ab6-0e11-4c37-b7d5-d2a8ed527bb3 req-84f59a9e-5f4c-4689-9f97-327951dc8e5d service neutron] 10.222.0.48 "GET /v2.0/networks?id=702a3266-f139-4355-a8d7-6032cb500389 HTTP/1.1" status: 200 len: 913 time: 0.0836558 Jul 23 11:27:47.375754 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bef61ab6-0e11-4c37-b7d5-d2a8ed527bb3 req-f9ab4b09-01a1-4203-b934-67582ae88e2b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03a0f05c-c4aa-4018-a967-1dd76b09ede2 HTTP/1.1" status: 200 len: 1001 time: 0.0608330 Jul 23 11:27:47.424518 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef61ab6-0e11-4c37-b7d5-d2a8ed527bb3 req-6045283b-becf-462b-91da-4cfdb0c3b8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:27:47.425979 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bef61ab6-0e11-4c37-b7d5-d2a8ed527bb3 req-6045283b-becf-462b-91da-4cfdb0c3b8d0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374 HTTP/1.1" status: 200 len: 851 time: 0.0438275 Jul 23 11:27:47.484410 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef61ab6-0e11-4c37-b7d5-d2a8ed527bb3 req-a935e5f9-6249-4b75-b295-c4ffd218b9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:27:47.485914 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bef61ab6-0e11-4c37-b7d5-d2a8ed527bb3 req-a935e5f9-6249-4b75-b295-c4ffd218b9b2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=702a3266-f139-4355-a8d7-6032cb500389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527129 Jul 23 11:27:47.577399 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bef61ab6-0e11-4c37-b7d5-d2a8ed527bb3 req-3b9fd788-6155-4b34-a3a2-f8153f16cbcf service neutron] 10.222.0.48 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842025 Jul 23 11:27:47.665374 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bef61ab6-0e11-4c37-b7d5-d2a8ed527bb3 req-3437343a-724b-47f2-9694-a4f0f01576f2 service neutron] 10.222.0.48 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811331 Jul 23 11:27:49.630491 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d28b74ae-6935-4404-a4a9-5c6c2b7d2ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:49.747061 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:50.652011 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:52.151768 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:00.982730 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:01.543667 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:28:12.619245 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 41790) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:28:12.816930 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-ad714679-b469-41a2-a10a-929f00d09441 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Deleting port 928bca3b-19ed-4a60-841a-3aa71656ea2e {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:28:12.817281 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ad714679-b469-41a2-a10a-929f00d09441 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:12.891514 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ad714679-b469-41a2-a10a-929f00d09441 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:12.891758 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ad714679-b469-41a2-a10a-929f00d09441 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:12.903104 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-ad714679-b469-41a2-a10a-929f00d09441 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Calling delete_port for 928bca3b-19ed-4a60-841a-3aa71656ea2e owned by network:floatingip {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:28:13.054471 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ad714679-b469-41a2-a10a-929f00d09441 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31524845'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:13.078459 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad714679-b469-41a2-a10a-929f00d09441 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Pushing event deleted for resources: {'Port': ['ID=928bca3b-19ed-4a60-841a-3aa71656ea2e,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:28:13.092708 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad714679-b469-41a2-a10a-929f00d09441 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:28:13.093063 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad714679-b469-41a2-a10a-929f00d09441 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:28:13.093407 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad714679-b469-41a2-a10a-929f00d09441 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:28:13.093769 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad714679-b469-41a2-a10a-929f00d09441 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:28:13.094104 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad714679-b469-41a2-a10a-929f00d09441 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:28:13.094464 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad714679-b469-41a2-a10a-929f00d09441 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:28:13.094791 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad714679-b469-41a2-a10a-929f00d09441 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:28:13.095120 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad714679-b469-41a2-a10a-929f00d09441 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:28:13.095472 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad714679-b469-41a2-a10a-929f00d09441 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:28:13.095794 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad714679-b469-41a2-a10a-929f00d09441 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:28:13.096136 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad714679-b469-41a2-a10a-929f00d09441 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:28:13.096464 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad714679-b469-41a2-a10a-929f00d09441 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:28:13.162006 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ad714679-b469-41a2-a10a-929f00d09441 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for floatingip, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:13.162246 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.db.l3_db [None req-ad714679-b469-41a2-a10a-929f00d09441 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Floating IP 234f1f70-9a52-4261-86c5-74df081b69f6 disassociated (deleted). External IP: 172.27.2.77, port: 03a0f05c-c4aa-4018-a967-1dd76b09ede2. Jul 23 11:28:13.359769 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad714679-b469-41a2-a10a-929f00d09441 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Router 3baf835a-49ee-446c-a566-e607818ef269 has already been hosted by L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 {{(pid=93046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:28:13.468981 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad714679-b469-41a2-a10a-929f00d09441 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:28:13.473754 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ad714679-b469-41a2-a10a-929f00d09441 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for floatingip, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:13.478608 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e7f633-0f3b-4c75-a68a-53dd0be79f05 None None] Sync routers for ids ['3baf835a-49ee-446c-a566-e607818ef269'] in dv-cinder-801989-3-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:28:13.487234 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e7f633-0f3b-4c75-a68a-53dd0be79f05 None None] Routers {'3baf835a-49ee-446c-a566-e607818ef269'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:28:13.487839 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-46e7f633-0f3b-4c75-a68a-53dd0be79f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:27:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['3baf835a-49ee-446c-a566-e607818ef269'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:28:13.511538 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-ad714679-b469-41a2-a10a-929f00d09441 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "DELETE /v2.0/floatingips/234f1f70-9a52-4261-86c5-74df081b69f6 HTTP/1.1" status: 204 len: 168 time: 0.8908815 Jul 23 11:28:13.512088 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e3d3d3-c1ae-48c1-9655-381669c73598', 'tag': '03a0f05c-c4aa-4018-a967-1dd76b09ede2'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:28:13.514281 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e514f4fc9e73055b469c7c960908a930888711302e8ce169aa561e05cb35f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd25f53-736e-4734-9f12-dbb3ab937d08" -d '{"events": [{"name": "network-changed", "server_uuid": "63e3d3d3-c1ae-48c1-9655-381669c73598", "tag": "03a0f05c-c4aa-4018-a967-1dd76b09ede2"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:28:13.592713 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-46e7f633-0f3b-4c75-a68a-53dd0be79f05 None None] Set router 3baf835a-49ee-446c-a566-e607818ef269 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:28:13.603810 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4a05d5-db51-4e03-a6af-2ef7fbcef0c4 x-openstack-request-id: req-ef4a05d5-db51-4e03-a6af-2ef7fbcef0c4 {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:28:13.604131 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e3d3d3-c1ae-48c1-9655-381669c73598", "tag": "03a0f05c-c4aa-4018-a967-1dd76b09ede2", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:28:13.604375 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ef4a05d5-db51-4e03-a6af-2ef7fbcef0c4 {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:28:13.604937 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e3d3d3-c1ae-48c1-9655-381669c73598', 'tag': '03a0f05c-c4aa-4018-a967-1dd76b09ede2', 'status': 'completed', 'code': 200} Jul 23 11:28:13.691821 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd25f53-736e-4734-9f12-dbb3ab937d08 req-185fbe45-aaa7-4d3f-bf20-4d354ec2280f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:28:13.693517 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8bd25f53-736e-4734-9f12-dbb3ab937d08 req-185fbe45-aaa7-4d3f-bf20-4d354ec2280f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59b243329b3b4b1b8d2ce3b0c59ae6ef&device_id=63e3d3d3-c1ae-48c1-9655-381669c73598 HTTP/1.1" status: 200 len: 1099 time: 0.0678568 Jul 23 11:28:13.819825 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd25f53-736e-4734-9f12-dbb3ab937d08 req-1a8c167f-631d-447c-b618-782b68dd83e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:28:13.822212 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8bd25f53-736e-4734-9f12-dbb3ab937d08 req-1a8c167f-631d-447c-b618-782b68dd83e3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=702a3266-f139-4355-a8d7-6032cb500389 HTTP/1.1" status: 200 len: 913 time: 0.1213543 Jul 23 11:28:13.869322 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8bd25f53-736e-4734-9f12-dbb3ab937d08 req-e1d813de-ae84-45e0-8562-c6a50362ab07 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03a0f05c-c4aa-4018-a967-1dd76b09ede2 HTTP/1.1" status: 200 len: 217 time: 0.0394518 Jul 23 11:28:13.877724 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896af8f9-6f2f-49c1-bda8-68a93fb00481 req-6a203be4-0b4e-4d0f-85d8-a4a4cb22b648 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:28:13.879189 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-896af8f9-6f2f-49c1-bda8-68a93fb00481 req-6a203be4-0b4e-4d0f-85d8-a4a4cb22b648 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=63e3d3d3-c1ae-48c1-9655-381669c73598 HTTP/1.1" status: 200 len: 946 time: 0.1593416 Jul 23 11:28:13.943464 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd25f53-736e-4734-9f12-dbb3ab937d08 req-0407f6bb-9322-420b-a7da-97d33f317375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:28:13.944956 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8bd25f53-736e-4734-9f12-dbb3ab937d08 req-0407f6bb-9322-420b-a7da-97d33f317375 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374 HTTP/1.1" status: 200 len: 851 time: 0.0649228 Jul 23 11:28:13.953087 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-896af8f9-6f2f-49c1-bda8-68a93fb00481 req-fad1deab-cac1-4e7e-b92c-08aa206478b1 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638251 Jul 23 11:28:13.959160 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-46e7f633-0f3b-4c75-a68a-53dd0be79f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3baf835a-49ee-446c-a566-e607818ef269', 'name': 'tempest-TestVolumeBootPattern-1441365996-router', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '081b00dc-3ab1-47df-b410-93d97c715253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:44Z', 'revision_number': 4, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'gw_port': {'id': '081b00dc-3ab1-47df-b410-93d97c715253', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_floatingips': [{'id': 'e0169086-c565-466d-be18-f973753a3ea1', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'router_id': '3baf835a-49ee-446c-a566-e607818ef269', 'port_id': '7d79904e-66e0-4981-97bb-447fe219f6ea', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'mac_address': 'fa:16:3e:c6:f4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:24:39Z', 'updated_at': '2021-07-23T11:24:41Z', 'revision_number': 1, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1e4bcb-e74f-4032-90d6-d60a921c80c7', 'name': '', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'mac_address': 'fa:16:3e:ec:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:44Z', 'updated_at': '2021-07-23T11:21:49Z', 'revision_number': 5, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'subnets': [{'id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:28:13.986614 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e7f633-0f3b-4c75-a68a-53dd0be79f05 None None] Checking router: 3baf835a-49ee-446c-a566-e607818ef269 for host: dv-cinder-801989-3-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:28:13.995357 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e7f633-0f3b-4c75-a68a-53dd0be79f05 None None] Routers {'3baf835a-49ee-446c-a566-e607818ef269'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:28:13.995976 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-46e7f633-0f3b-4c75-a68a-53dd0be79f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:27:50Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['3baf835a-49ee-446c-a566-e607818ef269'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:28:14.010146 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd25f53-736e-4734-9f12-dbb3ab937d08 req-79f17710-36c6-423b-954b-f276d2af10aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:28:14.011790 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8bd25f53-736e-4734-9f12-dbb3ab937d08 req-79f17710-36c6-423b-954b-f276d2af10aa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=702a3266-f139-4355-a8d7-6032cb500389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578771 Jul 23 11:28:14.101705 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-46e7f633-0f3b-4c75-a68a-53dd0be79f05 None None] Set router 3baf835a-49ee-446c-a566-e607818ef269 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:28:14.107800 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8bd25f53-736e-4734-9f12-dbb3ab937d08 req-3df112c5-3422-40a0-8f26-d3349a815e1c service neutron] 10.222.0.48 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867193 Jul 23 11:28:14.201472 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8bd25f53-736e-4734-9f12-dbb3ab937d08 req-d03666d6-c6a6-429d-ab4f-f5a220e3e490 service neutron] 10.222.0.48 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871329 Jul 23 11:28:14.323978 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-46e7f633-0f3b-4c75-a68a-53dd0be79f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3baf835a-49ee-446c-a566-e607818ef269', 'name': 'tempest-TestVolumeBootPattern-1441365996-router', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '081b00dc-3ab1-47df-b410-93d97c715253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:44Z', 'revision_number': 4, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'gw_port': {'id': '081b00dc-3ab1-47df-b410-93d97c715253', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_floatingips': [{'id': 'e0169086-c565-466d-be18-f973753a3ea1', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'router_id': '3baf835a-49ee-446c-a566-e607818ef269', 'port_id': '7d79904e-66e0-4981-97bb-447fe219f6ea', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'mac_address': 'fa:16:3e:c6:f4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:24:39Z', 'updated_at': '2021-07-23T11:24:41Z', 'revision_number': 1, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1e4bcb-e74f-4032-90d6-d60a921c80c7', 'name': '', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'mac_address': 'fa:16:3e:ec:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:44Z', 'updated_at': '2021-07-23T11:21:49Z', 'revision_number': 5, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'subnets': [{'id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:28:14.349617 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e7f633-0f3b-4c75-a68a-53dd0be79f05 None None] The sync data for ids ['3baf835a-49ee-446c-a566-e607818ef269'] in dv-cinder-801989-3-iscsi is: [{'id': '3baf835a-49ee-446c-a566-e607818ef269', 'name': 'tempest-TestVolumeBootPattern-1441365996-router', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '081b00dc-3ab1-47df-b410-93d97c715253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:44Z', 'revision_number': 4, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'gw_port': {'id': '081b00dc-3ab1-47df-b410-93d97c715253', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_floatingips': [{'id': 'e0169086-c565-466d-be18-f973753a3ea1', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'router_id': '3baf835a-49ee-446c-a566-e607818ef269', 'port_id': '7d79904e-66e0-4981-97bb-447fe219f6ea', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'mac_address': 'fa:16:3e:c6:f4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:24:39Z', 'updated_at': '2021-07-23T11:24:41Z', 'revision_number': 1, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1e4bcb-e74f-4032-90d6-d60a921c80c7', 'name': '', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'mac_address': 'fa:16:3e:ec:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:44Z', 'updated_at': '2021-07-23T11:21:49Z', 'revision_number': 5, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'subnets': [{'id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:28:14.566805 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae084f4-6d52-49cd-ba35-b48a338eef72 None None] New status for floating IP 234f1f70-9a52-4261-86c5-74df081b69f6: DOWN {{(pid=93049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:28:15.106514 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b15c9-c5c7-4f40-8ae3-bfb0198dee2b req-9bd53483-dc5d-4a37-a332-aba0f3766d0b tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:28:15.108025 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9c1b15c9-c5c7-4f40-8ae3-bfb0198dee2b req-9bd53483-dc5d-4a37-a332-aba0f3766d0b tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=63e3d3d3-c1ae-48c1-9655-381669c73598 HTTP/1.1" status: 200 len: 946 time: 0.0673232 Jul 23 11:28:15.148711 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9c1b15c9-c5c7-4f40-8ae3-bfb0198dee2b req-75bfc20d-bd1b-404e-98fc-ff4ee341b80d tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351617 Jul 23 11:28:15.426554 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409cbb0-67b9-4d1c-b8e8-84f9cc6a5d65 req-611d5541-c430-445b-a54d-940ee4449bac tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:28:15.428030 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1409cbb0-67b9-4d1c-b8e8-84f9cc6a5d65 req-611d5541-c430-445b-a54d-940ee4449bac tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e3d3d3-c1ae-48c1-9655-381669c73598 HTTP/1.1" status: 200 len: 946 time: 0.0654452 Jul 23 11:28:15.529025 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-1409cbb0-67b9-4d1c-b8e8-84f9cc6a5d65 req-a5e823cd-86f5-4f53-9d51-2926d10d6dc0 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Deleting port 03a0f05c-c4aa-4018-a967-1dd76b09ede2 {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:28:15.529367 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-1409cbb0-67b9-4d1c-b8e8-84f9cc6a5d65 req-a5e823cd-86f5-4f53-9d51-2926d10d6dc0 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:15.625642 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-1409cbb0-67b9-4d1c-b8e8-84f9cc6a5d65 req-a5e823cd-86f5-4f53-9d51-2926d10d6dc0 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] For port 03a0f05c-c4aa-4018-a967-1dd76b09ede2, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=03a0f05c-c4aa-4018-a967-1dd76b09ede2,segment=NetworkSegment(74f76dc1-d5c8-46ae-8605-0c9d96ffa71e),segment_id=74f76dc1-d5c8-46ae-8605-0c9d96ffa71e)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:28:15.626006 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-1409cbb0-67b9-4d1c-b8e8-84f9cc6a5d65 req-a5e823cd-86f5-4f53-9d51-2926d10d6dc0 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:15.640780 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-1409cbb0-67b9-4d1c-b8e8-84f9cc6a5d65 req-a5e823cd-86f5-4f53-9d51-2926d10d6dc0 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Calling delete_port for 03a0f05c-c4aa-4018-a967-1dd76b09ede2 owned by compute:nova {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:28:15.773679 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-1409cbb0-67b9-4d1c-b8e8-84f9cc6a5d65 req-a5e823cd-86f5-4f53-9d51-2926d10d6dc0 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:15.802435 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e823cd-86f5-4f53-9d51-2926d10d6dc0 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Pushing event deleted for resources: {'Port': ['ID=03a0f05c-c4aa-4018-a967-1dd76b09ede2,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:28:15.814807 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e823cd-86f5-4f53-9d51-2926d10d6dc0 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:28:15.815164 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e823cd-86f5-4f53-9d51-2926d10d6dc0 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:28:15.815519 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e823cd-86f5-4f53-9d51-2926d10d6dc0 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:28:15.815852 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e823cd-86f5-4f53-9d51-2926d10d6dc0 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:28:15.816212 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e823cd-86f5-4f53-9d51-2926d10d6dc0 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:28:15.816688 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e823cd-86f5-4f53-9d51-2926d10d6dc0 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:28:15.816880 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e823cd-86f5-4f53-9d51-2926d10d6dc0 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:28:15.817213 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e823cd-86f5-4f53-9d51-2926d10d6dc0 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:28:15.817545 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e823cd-86f5-4f53-9d51-2926d10d6dc0 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:28:15.817876 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e823cd-86f5-4f53-9d51-2926d10d6dc0 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:28:15.818206 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e823cd-86f5-4f53-9d51-2926d10d6dc0 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:28:15.818531 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e823cd-86f5-4f53-9d51-2926d10d6dc0 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-3-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:28:15.857595 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-1409cbb0-67b9-4d1c-b8e8-84f9cc6a5d65 req-a5e823cd-86f5-4f53-9d51-2926d10d6dc0 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] No DVR routers for this DVR port 03a0f05c-c4aa-4018-a967-1dd76b09ede2 on host hv-cinder-80198 {{(pid=93047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:28:15.859997 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-1409cbb0-67b9-4d1c-b8e8-84f9cc6a5d65 req-a5e823cd-86f5-4f53-9d51-2926d10d6dc0 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:15.862004 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1409cbb0-67b9-4d1c-b8e8-84f9cc6a5d65 req-a5e823cd-86f5-4f53-9d51-2926d10d6dc0 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.48 "DELETE /v2.0/ports/03a0f05c-c4aa-4018-a967-1dd76b09ede2 HTTP/1.1" status: 204 len: 173 time: 0.4281709 Jul 23 11:28:15.862443 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e3d3d3-c1ae-48c1-9655-381669c73598', 'name': 'network-vif-deleted', 'tag': '03a0f05c-c4aa-4018-a967-1dd76b09ede2'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:28:15.864721 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57990bb103ee5b7a3f14144f2b0acc3407ada3b1c8656e111118fed9c99398e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951ace89-7675-4535-93cf-1b5dd34be78e" -d '{"events": [{"server_uuid": "63e3d3d3-c1ae-48c1-9655-381669c73598", "name": "network-vif-deleted", "tag": "03a0f05c-c4aa-4018-a967-1dd76b09ede2"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:28:15.900561 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444a5c8c-8653-4a41-b63c-66f76cf623b9 x-openstack-request-id: req-444a5c8c-8653-4a41-b63c-66f76cf623b9 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:28:15.900860 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e3d3d3-c1ae-48c1-9655-381669c73598", "name": "network-vif-deleted", "tag": "03a0f05c-c4aa-4018-a967-1dd76b09ede2", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:28:15.901118 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-444a5c8c-8653-4a41-b63c-66f76cf623b9 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:28:15.901525 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e3d3d3-c1ae-48c1-9655-381669c73598', 'name': 'network-vif-deleted', 'tag': '03a0f05c-c4aa-4018-a967-1dd76b09ede2', 'status': 'completed', 'code': 200} Jul 23 11:28:16.252355 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-423a8ba7-bf7a-4274-a6e8-b95301f4825d req-c0278f1b-0cbd-4ca6-945c-037aaa1d53ad tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=63e3d3d3-c1ae-48c1-9655-381669c73598 HTTP/1.1" status: 200 len: 210 time: 0.0298173 Jul 23 11:28:16.624062 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-a7d41b05-3edb-4cdf-9164-52fad8d85d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:19.542254 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 41840) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:28:19.632398 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-a0575a28-f98c-46c0-bb8d-33cd6c10718a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:19.694007 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-967da3aa-bd85-4566-bf4c-a52a752f01f6 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Deleting port 26e61363-b70b-437a-b0a2-3c10e7fb46d0 {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:28:19.694349 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-967da3aa-bd85-4566-bf4c-a52a752f01f6 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:19.747959 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:19.776345 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-967da3aa-bd85-4566-bf4c-a52a752f01f6 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:19.776680 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-967da3aa-bd85-4566-bf4c-a52a752f01f6 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:19.788061 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-967da3aa-bd85-4566-bf4c-a52a752f01f6 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Calling delete_port for 26e61363-b70b-437a-b0a2-3c10e7fb46d0 owned by network:floatingip {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:28:19.866289 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 03a0f05c-c4aa-4018-a967-1dd76b09ede2 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:28:19.887623 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] No Port match for: 03a0f05c-c4aa-4018-a967-1dd76b09ede2 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:28:19.887972 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 03a0f05c-c4aa-4018-a967-1dd76b09ede2 not bound to the agent host hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:28:19.936812 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-967da3aa-bd85-4566-bf4c-a52a752f01f6 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31524845'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:19.961589 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967da3aa-bd85-4566-bf4c-a52a752f01f6 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Pushing event deleted for resources: {'Port': ['ID=26e61363-b70b-437a-b0a2-3c10e7fb46d0,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:28:20.026097 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-967da3aa-bd85-4566-bf4c-a52a752f01f6 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for floatingip, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:20.026579 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.db.l3_db [None req-967da3aa-bd85-4566-bf4c-a52a752f01f6 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Floating IP e0169086-c565-466d-be18-f973753a3ea1 disassociated (deleted). External IP: 172.27.2.193, port: 7d79904e-66e0-4981-97bb-447fe219f6ea. Jul 23 11:28:20.230861 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967da3aa-bd85-4566-bf4c-a52a752f01f6 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Router 3baf835a-49ee-446c-a566-e607818ef269 has already been hosted by L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 {{(pid=93046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:28:20.337757 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967da3aa-bd85-4566-bf4c-a52a752f01f6 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:28:20.343281 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-967da3aa-bd85-4566-bf4c-a52a752f01f6 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for floatingip, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:20.347822 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef572d2f-2eac-4358-97fd-d2fe4091261b None None] Sync routers for ids ['3baf835a-49ee-446c-a566-e607818ef269'] in dv-cinder-801989-3-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:28:20.357254 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef572d2f-2eac-4358-97fd-d2fe4091261b None None] Routers {'3baf835a-49ee-446c-a566-e607818ef269'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:28:20.357870 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-ef572d2f-2eac-4358-97fd-d2fe4091261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:28:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['3baf835a-49ee-446c-a566-e607818ef269'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:28:20.379139 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-967da3aa-bd85-4566-bf4c-a52a752f01f6 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "DELETE /v2.0/floatingips/e0169086-c565-466d-be18-f973753a3ea1 HTTP/1.1" status: 204 len: 168 time: 0.8358259 Jul 23 11:28:20.379731 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13', 'tag': '7d79904e-66e0-4981-97bb-447fe219f6ea'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:28:20.382063 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e514f4fc9e73055b469c7c960908a930888711302e8ce169aa561e05cb35f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9555d4d-b08a-4e4e-9561-f4bdd19747a4" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13", "tag": "7d79904e-66e0-4981-97bb-447fe219f6ea"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:28:20.421212 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a04047-8c66-4064-9a39-b7ed49c515ff x-openstack-request-id: req-93a04047-8c66-4064-9a39-b7ed49c515ff {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:28:20.421525 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13", "tag": "7d79904e-66e0-4981-97bb-447fe219f6ea", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:28:20.421908 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-93a04047-8c66-4064-9a39-b7ed49c515ff {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:28:20.422323 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13', 'tag': '7d79904e-66e0-4981-97bb-447fe219f6ea', 'status': 'completed', 'code': 200} Jul 23 11:28:20.465624 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-ef572d2f-2eac-4358-97fd-d2fe4091261b None None] Set router 3baf835a-49ee-446c-a566-e607818ef269 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:28:20.504878 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9555d4d-b08a-4e4e-9561-f4bdd19747a4 req-7b26a646-96be-401f-8f44-c71062ac21e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:28:20.507669 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f9555d4d-b08a-4e4e-9561-f4bdd19747a4 req-7b26a646-96be-401f-8f44-c71062ac21e2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59b243329b3b4b1b8d2ce3b0c59ae6ef&device_id=8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13 HTTP/1.1" status: 200 len: 1099 time: 0.0629909 Jul 23 11:28:20.636955 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9555d4d-b08a-4e4e-9561-f4bdd19747a4 req-78b6da71-c6be-422d-8c4c-4f71692c32ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:28:20.638349 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f9555d4d-b08a-4e4e-9561-f4bdd19747a4 req-78b6da71-c6be-422d-8c4c-4f71692c32ba service neutron] 10.222.0.48 "GET /v2.0/networks?id=702a3266-f139-4355-a8d7-6032cb500389 HTTP/1.1" status: 200 len: 913 time: 0.1245654 Jul 23 11:28:20.676233 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:20.697583 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-ef572d2f-2eac-4358-97fd-d2fe4091261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3baf835a-49ee-446c-a566-e607818ef269', 'name': 'tempest-TestVolumeBootPattern-1441365996-router', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '081b00dc-3ab1-47df-b410-93d97c715253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:44Z', 'revision_number': 4, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'gw_port': {'id': '081b00dc-3ab1-47df-b410-93d97c715253', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': 'af1e4bcb-e74f-4032-90d6-d60a921c80c7', 'name': '', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'mac_address': 'fa:16:3e:ec:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:44Z', 'updated_at': '2021-07-23T11:21:49Z', 'revision_number': 5, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'subnets': [{'id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:28:20.725324 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef572d2f-2eac-4358-97fd-d2fe4091261b None None] Checking router: 3baf835a-49ee-446c-a566-e607818ef269 for host: dv-cinder-801989-3-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:28:20.734778 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef572d2f-2eac-4358-97fd-d2fe4091261b None None] Routers {'3baf835a-49ee-446c-a566-e607818ef269'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:28:20.735419 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-ef572d2f-2eac-4358-97fd-d2fe4091261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:28:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['3baf835a-49ee-446c-a566-e607818ef269'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:28:20.846135 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-ef572d2f-2eac-4358-97fd-d2fe4091261b None None] Set router 3baf835a-49ee-446c-a566-e607818ef269 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:28:20.954615 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f9555d4d-b08a-4e4e-9561-f4bdd19747a4 req-62f101fe-6b23-49c2-aaa0-d05633338210 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d79904e-66e0-4981-97bb-447fe219f6ea HTTP/1.1" status: 200 len: 217 time: 0.3067780 Jul 23 11:28:20.963680 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe72c8-b25a-4133-8c59-b2097b97b96a req-6ea18f10-3a13-4f07-8492-517a7fbfe83d tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:28:20.965134 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e9fe72c8-b25a-4133-8c59-b2097b97b96a req-6ea18f10-3a13-4f07-8492-517a7fbfe83d tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13 HTTP/1.1" status: 200 len: 946 time: 0.3889282 Jul 23 11:28:21.037644 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9555d4d-b08a-4e4e-9561-f4bdd19747a4 req-8804e8be-6aa0-4bb4-aa72-7b7ba8a2c985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:28:21.039126 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f9555d4d-b08a-4e4e-9561-f4bdd19747a4 req-8804e8be-6aa0-4bb4-aa72-7b7ba8a2c985 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374 HTTP/1.1" status: 200 len: 851 time: 0.0731349 Jul 23 11:28:21.043507 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e9fe72c8-b25a-4133-8c59-b2097b97b96a req-b0205089-c5ed-40bb-92a7-2ee18fc869f2 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692446 Jul 23 11:28:21.048421 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-ef572d2f-2eac-4358-97fd-d2fe4091261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3baf835a-49ee-446c-a566-e607818ef269', 'name': 'tempest-TestVolumeBootPattern-1441365996-router', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '081b00dc-3ab1-47df-b410-93d97c715253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:44Z', 'revision_number': 4, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'gw_port': {'id': '081b00dc-3ab1-47df-b410-93d97c715253', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': 'af1e4bcb-e74f-4032-90d6-d60a921c80c7', 'name': '', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'mac_address': 'fa:16:3e:ec:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:44Z', 'updated_at': '2021-07-23T11:21:49Z', 'revision_number': 5, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'subnets': [{'id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:28:21.080937 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef572d2f-2eac-4358-97fd-d2fe4091261b None None] The sync data for ids ['3baf835a-49ee-446c-a566-e607818ef269'] in dv-cinder-801989-3-iscsi is: [{'id': '3baf835a-49ee-446c-a566-e607818ef269', 'name': 'tempest-TestVolumeBootPattern-1441365996-router', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '081b00dc-3ab1-47df-b410-93d97c715253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:44Z', 'revision_number': 4, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'gw_port': {'id': '081b00dc-3ab1-47df-b410-93d97c715253', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi', '_interfaces': [{'id': 'af1e4bcb-e74f-4032-90d6-d60a921c80c7', 'name': '', 'network_id': '702a3266-f139-4355-a8d7-6032cb500389', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'mac_address': 'fa:16:3e:ec:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:44Z', 'updated_at': '2021-07-23T11:21:49Z', 'revision_number': 5, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'subnets': [{'id': '3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:28:21.102126 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9555d4d-b08a-4e4e-9561-f4bdd19747a4 req-bc52d367-b072-467e-84e0-88ab044466c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:28:21.104658 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f9555d4d-b08a-4e4e-9561-f4bdd19747a4 req-bc52d367-b072-467e-84e0-88ab044466c1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=702a3266-f139-4355-a8d7-6032cb500389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590949 Jul 23 11:28:21.202761 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f9555d4d-b08a-4e4e-9561-f4bdd19747a4 req-7ba5a15f-b6fb-48cd-8178-866e0d10227e service neutron] 10.222.0.48 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892766 Jul 23 11:28:21.296205 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60785144-f31b-4552-870c-570f09e08f8a None None] New status for floating IP e0169086-c565-466d-be18-f973753a3ea1: DOWN {{(pid=93049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:28:21.301407 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f9555d4d-b08a-4e4e-9561-f4bdd19747a4 req-a1d7f46b-92ce-4213-8c4c-86de3831fe83 service neutron] 10.222.0.48 "GET /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908961 Jul 23 11:28:22.156041 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:22.180793 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df27038-ba01-47c7-9dff-b1fd7a4cb302 req-49047eaa-6a98-4a62-8b63-3b6b37ecb385 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:28:22.182320 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-8df27038-ba01-47c7-9dff-b1fd7a4cb302 req-49047eaa-6a98-4a62-8b63-3b6b37ecb385 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13 HTTP/1.1" status: 200 len: 946 time: 0.0654092 Jul 23 11:28:22.211619 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d3096-01f3-4465-b06e-52a3d451a243 req-5d5753ed-802c-4891-8cdb-9c265de56201 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:28:22.213843 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-eb0d3096-01f3-4465-b06e-52a3d451a243 req-5d5753ed-802c-4891-8cdb-9c265de56201 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13 HTTP/1.1" status: 200 len: 946 time: 0.0647800 Jul 23 11:28:22.221644 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-8df27038-ba01-47c7-9dff-b1fd7a4cb302 req-329b6efd-262c-4a0b-b8eb-0293ba533497 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada23ca6-376a-4bf4-9b56-ccce35a569bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337753 Jul 23 11:28:22.314970 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-eb0d3096-01f3-4465-b06e-52a3d451a243 req-f7a3e58f-8577-4741-bf0c-afd6add101c9 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Deleting port 7d79904e-66e0-4981-97bb-447fe219f6ea {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:28:22.315222 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-eb0d3096-01f3-4465-b06e-52a3d451a243 req-f7a3e58f-8577-4741-bf0c-afd6add101c9 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:22.404023 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-eb0d3096-01f3-4465-b06e-52a3d451a243 req-f7a3e58f-8577-4741-bf0c-afd6add101c9 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] For port 7d79904e-66e0-4981-97bb-447fe219f6ea, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=7d79904e-66e0-4981-97bb-447fe219f6ea,segment=NetworkSegment(74f76dc1-d5c8-46ae-8605-0c9d96ffa71e),segment_id=74f76dc1-d5c8-46ae-8605-0c9d96ffa71e)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:28:22.404413 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-eb0d3096-01f3-4465-b06e-52a3d451a243 req-f7a3e58f-8577-4741-bf0c-afd6add101c9 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:22.416278 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-eb0d3096-01f3-4465-b06e-52a3d451a243 req-f7a3e58f-8577-4741-bf0c-afd6add101c9 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Calling delete_port for 7d79904e-66e0-4981-97bb-447fe219f6ea owned by compute:nova {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:28:22.546519 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-eb0d3096-01f3-4465-b06e-52a3d451a243 req-f7a3e58f-8577-4741-bf0c-afd6add101c9 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:22.576645 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3e58f-8577-4741-bf0c-afd6add101c9 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Pushing event deleted for resources: {'Port': ['ID=7d79904e-66e0-4981-97bb-447fe219f6ea,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:28:22.625892 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0d3096-01f3-4465-b06e-52a3d451a243 req-f7a3e58f-8577-4741-bf0c-afd6add101c9 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] No DVR routers for this DVR port 7d79904e-66e0-4981-97bb-447fe219f6ea on host hv-cinder-80198 {{(pid=93047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:28:22.628351 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-eb0d3096-01f3-4465-b06e-52a3d451a243 req-f7a3e58f-8577-4741-bf0c-afd6add101c9 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:22.630314 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [req-eb0d3096-01f3-4465-b06e-52a3d451a243 req-f7a3e58f-8577-4741-bf0c-afd6add101c9 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.48 "DELETE /v2.0/ports/7d79904e-66e0-4981-97bb-447fe219f6ea HTTP/1.1" status: 204 len: 173 time: 0.4105403 Jul 23 11:28:22.630752 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13', 'name': 'network-vif-deleted', 'tag': '7d79904e-66e0-4981-97bb-447fe219f6ea'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:28:22.633139 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57990bb103ee5b7a3f14144f2b0acc3407ada3b1c8656e111118fed9c99398e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1139df9-6af4-4dc5-a96b-6ff9b8163748" -d '{"events": [{"server_uuid": "8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13", "name": "network-vif-deleted", "tag": "7d79904e-66e0-4981-97bb-447fe219f6ea"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:28:22.672494 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797f49ee-3d30-4dbe-8cae-8e00ebda2758 x-openstack-request-id: req-797f49ee-3d30-4dbe-8cae-8e00ebda2758 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:28:22.672792 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13", "name": "network-vif-deleted", "tag": "7d79904e-66e0-4981-97bb-447fe219f6ea", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:28:22.673046 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-797f49ee-3d30-4dbe-8cae-8e00ebda2758 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:28:22.673446 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13', 'name': 'network-vif-deleted', 'tag': '7d79904e-66e0-4981-97bb-447fe219f6ea', 'status': 'completed', 'code': 200} Jul 23 11:28:23.363351 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [req-883663ca-5174-4487-88a8-4d583e58223e req-abdf1aa9-7e90-4bfc-a89b-b0ee846826f7 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ee95e48-4e3f-4cf6-9ce3-68a49b22ba13 HTTP/1.1" status: 200 len: 210 time: 0.0358131 Jul 23 11:28:24.438215 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 41860) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:28:24.792295 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-e25aae36-b9fe-45c0-afac-9fbb9d487188 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Deleting port 57210f7b-893c-4d6c-a34b-d8cdaf8ebc87 {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:28:24.792648 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e25aae36-b9fe-45c0-afac-9fbb9d487188 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:24.866878 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e25aae36-b9fe-45c0-afac-9fbb9d487188 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:24.867206 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e25aae36-b9fe-45c0-afac-9fbb9d487188 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:24.879020 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-e25aae36-b9fe-45c0-afac-9fbb9d487188 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Calling delete_port for 57210f7b-893c-4d6c-a34b-d8cdaf8ebc87 owned by network:floatingip {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:28:25.007546 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e25aae36-b9fe-45c0-afac-9fbb9d487188 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31524845'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:25.033156 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25aae36-b9fe-45c0-afac-9fbb9d487188 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Pushing event deleted for resources: {'Port': ['ID=57210f7b-893c-4d6c-a34b-d8cdaf8ebc87,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:28:25.095655 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e25aae36-b9fe-45c0-afac-9fbb9d487188 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for floatingip, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:25.098335 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e25aae36-b9fe-45c0-afac-9fbb9d487188 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255880'] for floatingip, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:25.099489 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-e25aae36-b9fe-45c0-afac-9fbb9d487188 tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "DELETE /v2.0/floatingips/28fc245e-a634-4330-9246-e28a80d2b8f7 HTTP/1.1" status: 204 len: 168 time: 0.6603031 Jul 23 11:28:25.895934 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 7d79904e-66e0-4981-97bb-447fe219f6ea no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:28:25.916547 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] No Port match for: 7d79904e-66e0-4981-97bb-447fe219f6ea {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:28:25.916890 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Device 7d79904e-66e0-4981-97bb-447fe219f6ea not bound to the agent host hv-cinder-80198 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:28:26.293437 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 41872) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:28:26.350195 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ffc445a6-8bd6-4f0b-a5ab-10025c818e8e tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:26.376168 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ffc445a6-8bd6-4f0b-a5ab-10025c818e8e tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:26.440304 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ffc445a6-8bd6-4f0b-a5ab-10025c818e8e tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:26.442865 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ffc445a6-8bd6-4f0b-a5ab-10025c818e8e tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:26.444078 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-ffc445a6-8bd6-4f0b-a5ab-10025c818e8e tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] 10.222.0.47 "DELETE /v2.0/security-groups/ada23ca6-376a-4bf4-9b56-ccce35a569bc HTTP/1.1" status: 204 len: 168 time: 0.1496172 Jul 23 11:28:26.453768 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc445a6-8bd6-4f0b-a5ab-10025c818e8e tempest-TestVolumeBootPattern-527728527 tempest-TestVolumeBootPattern-527728527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada23ca6-376a-4bf4-9b56-ccce35a569bc,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:28:26.500145 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 41876) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:28:26.954387 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d04c1f93-c699-4cd6-ba7d-d172edf0fc52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402753'] for router_interface, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:27.206801 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-d04c1f93-c699-4cd6-ba7d-d172edf0fc52 admin admin] Deleting port af1e4bcb-e74f-4032-90d6-d60a921c80c7 {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:28:27.207043 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d04c1f93-c699-4cd6-ba7d-d172edf0fc52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:27.287878 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [None req-d04c1f93-c699-4cd6-ba7d-d172edf0fc52 admin admin] For port af1e4bcb-e74f-4032-90d6-d60a921c80c7, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=af1e4bcb-e74f-4032-90d6-d60a921c80c7,segment=NetworkSegment(74f76dc1-d5c8-46ae-8605-0c9d96ffa71e),segment_id=74f76dc1-d5c8-46ae-8605-0c9d96ffa71e)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:28:27.288264 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d04c1f93-c699-4cd6-ba7d-d172edf0fc52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:27.301007 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-d04c1f93-c699-4cd6-ba7d-d172edf0fc52 admin admin] Calling delete_port for af1e4bcb-e74f-4032-90d6-d60a921c80c7 owned by network:router_interface {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:28:27.477210 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d04c1f93-c699-4cd6-ba7d-d172edf0fc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:27.503114 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c1f93-c699-4cd6-ba7d-d172edf0fc52 admin admin] Pushing event deleted for resources: {'Port': ['ID=af1e4bcb-e74f-4032-90d6-d60a921c80c7,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:28:27.669169 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d04c1f93-c699-4cd6-ba7d-d172edf0fc52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401687'] for router_interface, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:27.884745 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04c1f93-c699-4cd6-ba7d-d172edf0fc52 admin admin] Router 3baf835a-49ee-446c-a566-e607818ef269 has already been hosted by L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:28:27.994207 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04c1f93-c699-4cd6-ba7d-d172edf0fc52 admin admin] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:28:28.000796 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-d04c1f93-c699-4cd6-ba7d-d172edf0fc52 admin admin] 10.222.0.47 "PUT /v2.0/routers/3baf835a-49ee-446c-a566-e607818ef269/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4986675 Jul 23 11:28:28.001742 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 41880) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:28:28.002891 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f910a8a4-b3cf-4bb3-9d39-486a99b2c9e0 None None] Sync routers for ids ['3baf835a-49ee-446c-a566-e607818ef269'] in dv-cinder-801989-3-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:28:28.013048 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f910a8a4-b3cf-4bb3-9d39-486a99b2c9e0 None None] Routers {'3baf835a-49ee-446c-a566-e607818ef269'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:28:28.013664 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-f910a8a4-b3cf-4bb3-9d39-486a99b2c9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:28:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['3baf835a-49ee-446c-a566-e607818ef269'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:28:28.111393 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-20886a1a-7aa3-434d-b6d1-de89f9ce3ddb admin admin] Notify callbacks [] for router, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:28.213338 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-20886a1a-7aa3-434d-b6d1-de89f9ce3ddb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:28.241573 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-f910a8a4-b3cf-4bb3-9d39-486a99b2c9e0 None None] Set router 3baf835a-49ee-446c-a566-e607818ef269 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:28:28.268114 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-20886a1a-7aa3-434d-b6d1-de89f9ce3ddb admin admin] Deleting port 081b00dc-3ab1-47df-b410-93d97c715253 {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:28:28.268471 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-20886a1a-7aa3-434d-b6d1-de89f9ce3ddb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:28.346593 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [None req-20886a1a-7aa3-434d-b6d1-de89f9ce3ddb admin admin] For port 081b00dc-3ab1-47df-b410-93d97c715253, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=081b00dc-3ab1-47df-b410-93d97c715253,segment=NetworkSegment(b5c8421f-b86b-4175-8464-b8724faa06bb),segment_id=b5c8421f-b86b-4175-8464-b8724faa06bb)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:28:28.347062 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-20886a1a-7aa3-434d-b6d1-de89f9ce3ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:28.361625 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-20886a1a-7aa3-434d-b6d1-de89f9ce3ddb admin admin] Calling delete_port for 081b00dc-3ab1-47df-b410-93d97c715253 owned by network:router_gateway {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:28:28.424157 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-f910a8a4-b3cf-4bb3-9d39-486a99b2c9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3baf835a-49ee-446c-a566-e607818ef269', 'name': 'tempest-TestVolumeBootPattern-1441365996-router', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '081b00dc-3ab1-47df-b410-93d97c715253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:28:27Z', 'revision_number': 5, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'gw_port': {'id': '081b00dc-3ab1-47df-b410-93d97c715253', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baf835a-49ee-446c-a566-e607818ef269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi'}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:28:28.449231 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f910a8a4-b3cf-4bb3-9d39-486a99b2c9e0 None None] Checking router: 3baf835a-49ee-446c-a566-e607818ef269 for host: dv-cinder-801989-3-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:28:28.458418 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f910a8a4-b3cf-4bb3-9d39-486a99b2c9e0 None None] Routers {'3baf835a-49ee-446c-a566-e607818ef269'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:28:28.459032 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-f910a8a4-b3cf-4bb3-9d39-486a99b2c9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:28:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['3baf835a-49ee-446c-a566-e607818ef269'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:28:28.530186 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-20886a1a-7aa3-434d-b6d1-de89f9ce3ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:28.549525 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-f910a8a4-b3cf-4bb3-9d39-486a99b2c9e0 None None] Set router 3baf835a-49ee-446c-a566-e607818ef269 gateway port host: None {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:28:28.556566 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20886a1a-7aa3-434d-b6d1-de89f9ce3ddb admin admin] Pushing event deleted for resources: {'Port': ['ID=081b00dc-3ab1-47df-b410-93d97c715253,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:28:28.604917 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-f910a8a4-b3cf-4bb3-9d39-486a99b2c9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3baf835a-49ee-446c-a566-e607818ef269', 'name': 'tempest-TestVolumeBootPattern-1441365996-router', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:28:28Z', 'revision_number': 6, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'gw_port_host': None}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:28:28.622234 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-20886a1a-7aa3-434d-b6d1-de89f9ce3ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408832'] for router_gateway, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:28.631643 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f910a8a4-b3cf-4bb3-9d39-486a99b2c9e0 None None] The sync data for ids ['3baf835a-49ee-446c-a566-e607818ef269'] in dv-cinder-801989-3-iscsi is: [{'id': '3baf835a-49ee-446c-a566-e607818ef269', 'name': 'tempest-TestVolumeBootPattern-1441365996-router', 'tenant_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:21:42Z', 'updated_at': '2021-07-23T11:28:28Z', 'revision_number': 6, 'project_id': '59b243329b3b4b1b8d2ce3b0c59ae6ef', 'gw_port_host': None}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:28:28.715404 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-20886a1a-7aa3-434d-b6d1-de89f9ce3ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-377688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:28.717525 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-20886a1a-7aa3-434d-b6d1-de89f9ce3ddb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:28.762456 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-20886a1a-7aa3-434d-b6d1-de89f9ce3ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-377828'] for router, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:28.763101 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20886a1a-7aa3-434d-b6d1-de89f9ce3ddb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3baf835a-49ee-446c-a566-e607818ef269 {{(pid=93047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 11:28:28.767905 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-20886a1a-7aa3-434d-b6d1-de89f9ce3ddb admin admin] Notify callbacks [] for router, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:28.769013 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-20886a1a-7aa3-434d-b6d1-de89f9ce3ddb admin admin] 10.222.0.47 "DELETE /v2.0/routers/3baf835a-49ee-446c-a566-e607818ef269 HTTP/1.1" status: 204 len: 168 time: 0.7662723 Jul 23 11:28:28.771510 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 41882) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:28:28.818553 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_v2 [None req-9271d992-9176-4b6e-8bdd-5429be60b288 admin admin] Deleting subnet 3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374 {{(pid=93047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:28:28.822450 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-9271d992-9176-4b6e-8bdd-5429be60b288 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:28.856372 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-9271d992-9176-4b6e-8bdd-5429be60b288 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31365394'] for subnet, precommit_delete_associations {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:28.932949 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-9271d992-9176-4b6e-8bdd-5429be60b288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501035'] for subnet, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:28.995865 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-9271d992-9176-4b6e-8bdd-5429be60b288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31365225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31171138'] for subnet, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:29.026205 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271d992-9176-4b6e-8bdd-5429be60b288 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:28:29.034227 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-9271d992-9176-4b6e-8bdd-5429be60b288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for subnet, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:29.038555 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-9271d992-9176-4b6e-8bdd-5429be60b288 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/3f95e3a9-fcba-4b57-8c1f-28e4dd0a5374 HTTP/1.1" status: 204 len: 168 time: 0.2637582 Jul 23 11:28:29.039111 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 41884) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:28:29.043050 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364e1c3f-f7cf-4d01-8fa0-5e8c1937cdbc None None] Network 702a3266-f139-4355-a8d7-6032cb500389 requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:28:29.138230 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-502480bf-9cdf-4d2e-bd10-4652ec94220d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638085'] for network, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:29.190613 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-502480bf-9cdf-4d2e-bd10-4652ec94220d admin admin] Deleting port 5e0499c7-1e65-4215-b319-d0087cd3baf6 {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:28:29.190959 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-502480bf-9cdf-4d2e-bd10-4652ec94220d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:29.258701 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [None req-502480bf-9cdf-4d2e-bd10-4652ec94220d admin admin] For port 5e0499c7-1e65-4215-b319-d0087cd3baf6, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=5e0499c7-1e65-4215-b319-d0087cd3baf6,segment=NetworkSegment(74f76dc1-d5c8-46ae-8605-0c9d96ffa71e),segment_id=74f76dc1-d5c8-46ae-8605-0c9d96ffa71e)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:28:29.259249 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-502480bf-9cdf-4d2e-bd10-4652ec94220d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:29.271578 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-502480bf-9cdf-4d2e-bd10-4652ec94220d admin admin] Calling delete_port for 5e0499c7-1e65-4215-b319-d0087cd3baf6 owned by network:dhcp {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:28:29.349588 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-502480bf-9cdf-4d2e-bd10-4652ec94220d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31524845'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:29.376323 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502480bf-9cdf-4d2e-bd10-4652ec94220d admin admin] No DVR routers for this DVR port 5e0499c7-1e65-4215-b319-d0087cd3baf6 on host dv-cinder-801989-3-iscsi {{(pid=93046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:28:29.380266 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502480bf-9cdf-4d2e-bd10-4652ec94220d admin admin] Pushing event deleted for resources: {'Port': ['ID=5e0499c7-1e65-4215-b319-d0087cd3baf6,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:28:29.438985 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c595b0-c389-4627-bdc8-dbead99a922f None None] DHCP port deletion for 702a3266-f139-4355-a8d7-6032cb500389 request from dv-cinder-801989-3-iscsi {{(pid=93048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 11:28:29.440996 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device af1e4bcb-e74f-4032-90d6-d60a921c80c7 no longer exists at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:28:29.456768 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-502480bf-9cdf-4d2e-bd10-4652ec94220d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499634', 'neutron.services.segments.db._delete_segments_for_network-8792856633739'] for network, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:29.468220 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-502480bf-9cdf-4d2e-bd10-4652ec94220d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['702a3266-f139-4355-a8d7-6032cb500389']}} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:28:29.469480 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] No Port match for: af1e4bcb-e74f-4032-90d6-d60a921c80c7 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:28:29.469845 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device af1e4bcb-e74f-4032-90d6-d60a921c80c7 not bound to the agent host dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:28:29.479443 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-502480bf-9cdf-4d2e-bd10-4652ec94220d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f76dc1-d5c8-46ae-8605-0c9d96ffa71e') {'for_net_delete': True} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:28:29.479760 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-502480bf-9cdf-4d2e-bd10-4652ec94220d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f76dc1-d5c8-46ae-8605-0c9d96ffa71e') {} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:28:29.488375 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-502480bf-9cdf-4d2e-bd10-4652ec94220d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792856541624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31874243'] for segment, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:29.502354 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-502480bf-9cdf-4d2e-bd10-4652ec94220d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402'] for segment, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:29.507984 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-502480bf-9cdf-4d2e-bd10-4652ec94220d admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=93046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:28:29.508394 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-502480bf-9cdf-4d2e-bd10-4652ec94220d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31524794'] for segment, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:29.510405 dv-cinder-801989-3-iscsi neutron-server[93046]: Traceback (most recent call last): Jul 23 11:28:29.510405 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:28:29.510405 dv-cinder-801989-3-iscsi neutron-server[93046]: timer() Jul 23 11:28:29.510405 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:28:29.510405 dv-cinder-801989-3-iscsi neutron-server[93046]: cb(*args, **kw) Jul 23 11:28:29.510405 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:28:29.510405 dv-cinder-801989-3-iscsi neutron-server[93046]: return func(*args, **kwargs) Jul 23 11:28:29.510405 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:28:29.510405 dv-cinder-801989-3-iscsi neutron-server[93046]: self._notify() Jul 23 11:28:29.510405 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:28:29.510405 dv-cinder-801989-3-iscsi neutron-server[93046]: self.callback(batched_events) Jul 23 11:28:29.510405 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:28:29.510405 dv-cinder-801989-3-iscsi neutron-server[93046]: event.method(event) Jul 23 11:28:29.510405 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:28:29.510405 dv-cinder-801989-3-iscsi neutron-server[93046]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:28:29.510405 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:28:29.510405 dv-cinder-801989-3-iscsi neutron-server[93046]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:28:29.510405 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:28:29.510405 dv-cinder-801989-3-iscsi neutron-server[93046]: return f(self, *a, **k) Jul 23 11:28:29.510405 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:28:29.510405 dv-cinder-801989-3-iscsi neutron-server[93046]: return self._get(url).json() Jul 23 11:28:29.510405 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:28:29.510405 dv-cinder-801989-3-iscsi neutron-server[93046]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:28:29.510405 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:28:29.510405 dv-cinder-801989-3-iscsi neutron-server[93046]: return self.request(url, 'GET', **kwargs) Jul 23 11:28:29.510405 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:28:29.510405 dv-cinder-801989-3-iscsi neutron-server[93046]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:28:29.510405 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:28:29.510405 dv-cinder-801989-3-iscsi neutron-server[93046]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:28:29.510405 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:28:29.510405 dv-cinder-801989-3-iscsi neutron-server[93046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:28:29.510405 dv-cinder-801989-3-iscsi neutron-server[93046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:28:29.567483 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-502480bf-9cdf-4d2e-bd10-4652ec94220d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409060'] for network, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:29.576517 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-502480bf-9cdf-4d2e-bd10-4652ec94220d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:29.576517 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-502480bf-9cdf-4d2e-bd10-4652ec94220d admin admin] 10.222.0.47 "DELETE /v2.0/networks/702a3266-f139-4355-a8d7-6032cb500389 HTTP/1.1" status: 204 len: 168 time: 0.5360608 Jul 23 11:28:29.579348 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 41886) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:28:29.586402 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502480bf-9cdf-4d2e-bd10-4652ec94220d admin admin] Pushing event deleted for resources: {'Network': ['ID=702a3266-f139-4355-a8d7-6032cb500389,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:28:29.939352 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7058f046-5d5d-4267-818c-185fd8f3ba75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402753'] for router_interface, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:30.437850 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-7058f046-5d5d-4267-818c-185fd8f3ba75 admin admin] Deleting port 8390f802-fa25-4755-8600-7a56fb260477 {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:28:30.438194 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7058f046-5d5d-4267-818c-185fd8f3ba75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:30.516984 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [None req-7058f046-5d5d-4267-818c-185fd8f3ba75 admin admin] For port 8390f802-fa25-4755-8600-7a56fb260477, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=8390f802-fa25-4755-8600-7a56fb260477,segment=NetworkSegment(046510b3-cd97-4bdd-a45a-42a191df9206),segment_id=046510b3-cd97-4bdd-a45a-42a191df9206)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:28:30.517343 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7058f046-5d5d-4267-818c-185fd8f3ba75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:30.532730 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-7058f046-5d5d-4267-818c-185fd8f3ba75 admin admin] Calling delete_port for 8390f802-fa25-4755-8600-7a56fb260477 owned by network:router_interface {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:28:30.705372 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7058f046-5d5d-4267-818c-185fd8f3ba75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:30.730108 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7058f046-5d5d-4267-818c-185fd8f3ba75 admin admin] Pushing event deleted for resources: {'Port': ['ID=8390f802-fa25-4755-8600-7a56fb260477,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:28:30.911116 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7058f046-5d5d-4267-818c-185fd8f3ba75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401687'] for router_interface, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:30.945093 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 081b00dc-3ab1-47df-b410-93d97c715253 no longer exists at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:28:30.969635 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] No Port match for: 081b00dc-3ab1-47df-b410-93d97c715253 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:28:30.969901 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 081b00dc-3ab1-47df-b410-93d97c715253 not bound to the agent host dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:28:30.970581 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 5e0499c7-1e65-4215-b319-d0087cd3baf6 no longer exists at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:28:30.997939 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] No Port match for: 5e0499c7-1e65-4215-b319-d0087cd3baf6 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:28:30.998739 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 5e0499c7-1e65-4215-b319-d0087cd3baf6 not bound to the agent host dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:28:31.006145 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:31.129611 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7058f046-5d5d-4267-818c-185fd8f3ba75 admin admin] Router eaf6ba2c-d703-464a-b2be-e3c8279ad830 has already been hosted by L3 agent d3becb8a-c21c-4642-a17a-9b971d8382a7 {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:28:31.235297 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7058f046-5d5d-4267-818c-185fd8f3ba75 admin admin] Notify agent at l3_agent.dv-cinder-801989-3-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:28:31.240223 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-7058f046-5d5d-4267-818c-185fd8f3ba75 admin admin] 10.222.0.47 "PUT /v2.0/routers/eaf6ba2c-d703-464a-b2be-e3c8279ad830/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6592131 Jul 23 11:28:31.243462 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 41888) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:28:31.248923 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8d4223-31e4-498f-98ca-39cd8f17e3ba None None] Sync routers for ids ['eaf6ba2c-d703-464a-b2be-e3c8279ad830'] in dv-cinder-801989-3-iscsi {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:28:31.260347 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8d4223-31e4-498f-98ca-39cd8f17e3ba None None] Routers {'eaf6ba2c-d703-464a-b2be-e3c8279ad830'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:28:31.261052 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-ec8d4223-31e4-498f-98ca-39cd8f17e3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:28:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['eaf6ba2c-d703-464a-b2be-e3c8279ad830'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:28:31.349643 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cc05014a-6efe-4a50-92b1-0b9b68c5b7cb admin admin] Notify callbacks [] for router, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:31.449474 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-ec8d4223-31e4-498f-98ca-39cd8f17e3ba None None] Set router eaf6ba2c-d703-464a-b2be-e3c8279ad830 gateway port host: dv-cinder-801989-3-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:28:31.450184 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cc05014a-6efe-4a50-92b1-0b9b68c5b7cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:31.505378 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-cc05014a-6efe-4a50-92b1-0b9b68c5b7cb admin admin] Deleting port e6478d74-06ec-41b2-b5a4-33c8a71e8635 {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:28:31.505617 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cc05014a-6efe-4a50-92b1-0b9b68c5b7cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:31.584823 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [None req-cc05014a-6efe-4a50-92b1-0b9b68c5b7cb admin admin] For port e6478d74-06ec-41b2-b5a4-33c8a71e8635, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=e6478d74-06ec-41b2-b5a4-33c8a71e8635,segment=NetworkSegment(b5c8421f-b86b-4175-8464-b8724faa06bb),segment_id=b5c8421f-b86b-4175-8464-b8724faa06bb)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:28:31.585181 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cc05014a-6efe-4a50-92b1-0b9b68c5b7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:31.597410 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-cc05014a-6efe-4a50-92b1-0b9b68c5b7cb admin admin] Calling delete_port for e6478d74-06ec-41b2-b5a4-33c8a71e8635 owned by network:router_gateway {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:28:31.625896 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-ec8d4223-31e4-498f-98ca-39cd8f17e3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf6ba2c-d703-464a-b2be-e3c8279ad830', 'name': 'tempest-TestVolumeBootPattern-1596978796-router', 'tenant_id': 'ff015255c8104b16a3b2b26cb73b09b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'external_fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'e6478d74-06ec-41b2-b5a4-33c8a71e8635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:21:46Z', 'updated_at': '2021-07-23T11:28:30Z', 'revision_number': 5, 'project_id': 'ff015255c8104b16a3b2b26cb73b09b1', 'gw_port': {'id': 'e6478d74-06ec-41b2-b5a4-33c8a71e8635', 'name': '', 'network_id': '7e03cc48-3144-4cbe-b31a-c20231b9d64e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:aa:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf6ba2c-d703-464a-b2be-e3c8279ad830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:21:47Z', 'updated_at': '2021-07-23T11:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936becf8-b9e9-4f67-8a9b-c483761f3f68', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-3-iscsi'}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:28:31.652331 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8d4223-31e4-498f-98ca-39cd8f17e3ba None None] Checking router: eaf6ba2c-d703-464a-b2be-e3c8279ad830 for host: dv-cinder-801989-3-iscsi {{(pid=93049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:28:31.660413 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8d4223-31e4-498f-98ca-39cd8f17e3ba None None] Routers {'eaf6ba2c-d703-464a-b2be-e3c8279ad830'} bound to L3 agent in host dv-cinder-801989-3-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:28:31.661030 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-ec8d4223-31e4-498f-98ca-39cd8f17e3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:52:20Z,description=,heartbeat_timestamp=2021-07-23T11:28:20Z,host='dv-cinder-801989-3-iscsi',id=d3becb8a-c21c-4642-a17a-9b971d8382a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:52:20Z,topic='l3_agent')) {'router_ids': ['eaf6ba2c-d703-464a-b2be-e3c8279ad830'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:28:31.750716 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-ec8d4223-31e4-498f-98ca-39cd8f17e3ba None None] Set router eaf6ba2c-d703-464a-b2be-e3c8279ad830 gateway port host: None {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:28:31.768361 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cc05014a-6efe-4a50-92b1-0b9b68c5b7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31365252'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:31.795828 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc05014a-6efe-4a50-92b1-0b9b68c5b7cb admin admin] Pushing event deleted for resources: {'Port': ['ID=e6478d74-06ec-41b2-b5a4-33c8a71e8635,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:28:31.808530 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-ec8d4223-31e4-498f-98ca-39cd8f17e3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf6ba2c-d703-464a-b2be-e3c8279ad830', 'name': 'tempest-TestVolumeBootPattern-1596978796-router', 'tenant_id': 'ff015255c8104b16a3b2b26cb73b09b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:21:46Z', 'updated_at': '2021-07-23T11:28:31Z', 'revision_number': 6, 'project_id': 'ff015255c8104b16a3b2b26cb73b09b1', 'gw_port_host': None}], 'dv-cinder-801989-3-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:28:31.835473 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8d4223-31e4-498f-98ca-39cd8f17e3ba None None] The sync data for ids ['eaf6ba2c-d703-464a-b2be-e3c8279ad830'] in dv-cinder-801989-3-iscsi is: [{'id': 'eaf6ba2c-d703-464a-b2be-e3c8279ad830', 'name': 'tempest-TestVolumeBootPattern-1596978796-router', 'tenant_id': 'ff015255c8104b16a3b2b26cb73b09b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:21:46Z', 'updated_at': '2021-07-23T11:28:31Z', 'revision_number': 6, 'project_id': 'ff015255c8104b16a3b2b26cb73b09b1', 'gw_port_host': None}] {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:28:31.861084 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cc05014a-6efe-4a50-92b1-0b9b68c5b7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408832'] for router_gateway, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:31.952805 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cc05014a-6efe-4a50-92b1-0b9b68c5b7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-377688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:31.954912 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cc05014a-6efe-4a50-92b1-0b9b68c5b7cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:31.999878 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cc05014a-6efe-4a50-92b1-0b9b68c5b7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-377828'] for router, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:32.000457 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc05014a-6efe-4a50-92b1-0b9b68c5b7cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router eaf6ba2c-d703-464a-b2be-e3c8279ad830 {{(pid=93047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 11:28:32.004959 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cc05014a-6efe-4a50-92b1-0b9b68c5b7cb admin admin] Notify callbacks [] for router, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:32.006122 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-cc05014a-6efe-4a50-92b1-0b9b68c5b7cb admin admin] 10.222.0.47 "DELETE /v2.0/routers/eaf6ba2c-d703-464a-b2be-e3c8279ad830 HTTP/1.1" status: 204 len: 168 time: 0.7615421 Jul 23 11:28:32.008831 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 41890) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:28:32.054006 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_v2 [None req-393d89d7-649a-43f1-a55d-6e1dd54671a7 admin admin] Deleting subnet 88af119c-e62c-4b10-90f3-a204cebc53e8 {{(pid=93046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:28:32.057321 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-393d89d7-649a-43f1-a55d-6e1dd54671a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:32.092020 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-393d89d7-649a-43f1-a55d-6e1dd54671a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31874298'] for subnet, precommit_delete_associations {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:32.172161 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-393d89d7-649a-43f1-a55d-6e1dd54671a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501035'] for subnet, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:32.225607 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-393d89d7-649a-43f1-a55d-6e1dd54671a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31524608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32886975'] for subnet, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:32.259719 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d89d7-649a-43f1-a55d-6e1dd54671a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88af119c-e62c-4b10-90f3-a204cebc53e8,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:28:32.265337 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-393d89d7-649a-43f1-a55d-6e1dd54671a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:32.269487 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-393d89d7-649a-43f1-a55d-6e1dd54671a7 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/88af119c-e62c-4b10-90f3-a204cebc53e8 HTTP/1.1" status: 204 len: 168 time: 0.2574189 Jul 23 11:28:32.270058 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 41894) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:28:32.272869 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0a7369-4397-470c-9ef7-e97a100d8a46 None None] Network 7824b008-2b07-46fe-9eb8-341a0fdcd752 requested from dv-cinder-801989-3-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:28:32.343755 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f391-a95e-4ab5-a9d6-0befcd2a439b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638085'] for network, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:32.401493 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-5dd5f391-a95e-4ab5-a9d6-0befcd2a439b admin admin] Deleting port 92f08372-261a-4b6d-9f00-d0fd4cc38183 {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:28:32.401835 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f391-a95e-4ab5-a9d6-0befcd2a439b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792856468493'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:32.464426 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [None req-5dd5f391-a95e-4ab5-a9d6-0befcd2a439b admin admin] For port 92f08372-261a-4b6d-9f00-d0fd4cc38183, host dv-cinder-801989-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-3-iscsi',level=0,port_id=92f08372-261a-4b6d-9f00-d0fd4cc38183,segment=NetworkSegment(046510b3-cd97-4bdd-a45a-42a191df9206),segment_id=046510b3-cd97-4bdd-a45a-42a191df9206)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:28:32.464787 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f391-a95e-4ab5-a9d6-0befcd2a439b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401729'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:32.476532 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-5dd5f391-a95e-4ab5-a9d6-0befcd2a439b admin admin] Calling delete_port for 92f08372-261a-4b6d-9f00-d0fd4cc38183 owned by network:dhcp {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:28:32.556731 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f391-a95e-4ab5-a9d6-0befcd2a439b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792856475203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792856084983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31524845'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:32.581506 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5f391-a95e-4ab5-a9d6-0befcd2a439b admin admin] Pushing event deleted for resources: {'Port': ['ID=92f08372-261a-4b6d-9f00-d0fd4cc38183,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:28:32.584946 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd5f391-a95e-4ab5-a9d6-0befcd2a439b admin admin] No DVR routers for this DVR port 92f08372-261a-4b6d-9f00-d0fd4cc38183 on host dv-cinder-801989-3-iscsi {{(pid=93046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:28:32.641378 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6eed73a-40d9-4424-af9b-53403e3a4abe None None] DHCP port deletion for 7824b008-2b07-46fe-9eb8-341a0fdcd752 request from dv-cinder-801989-3-iscsi {{(pid=93048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 11:28:32.661143 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f391-a95e-4ab5-a9d6-0befcd2a439b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499634', 'neutron.services.segments.db._delete_segments_for_network-8792856633739'] for network, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:32.671672 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-5dd5f391-a95e-4ab5-a9d6-0befcd2a439b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7824b008-2b07-46fe-9eb8-341a0fdcd752']}} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:28:32.681882 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-5dd5f391-a95e-4ab5-a9d6-0befcd2a439b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '046510b3-cd97-4bdd-a45a-42a191df9206') {'for_net_delete': True} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:28:32.682174 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-5dd5f391-a95e-4ab5-a9d6-0befcd2a439b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '046510b3-cd97-4bdd-a45a-42a191df9206') {} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:28:32.690669 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f391-a95e-4ab5-a9d6-0befcd2a439b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792856541624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31874243'] for segment, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:32.704591 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f391-a95e-4ab5-a9d6-0befcd2a439b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402'] for segment, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:32.711117 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dd5f391-a95e-4ab5-a9d6-0befcd2a439b admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:28:32.712759 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f391-a95e-4ab5-a9d6-0befcd2a439b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31524794'] for segment, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:32.714242 dv-cinder-801989-3-iscsi neutron-server[93046]: Traceback (most recent call last): Jul 23 11:28:32.714242 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:28:32.714242 dv-cinder-801989-3-iscsi neutron-server[93046]: timer() Jul 23 11:28:32.714242 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:28:32.714242 dv-cinder-801989-3-iscsi neutron-server[93046]: cb(*args, **kw) Jul 23 11:28:32.714242 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:28:32.714242 dv-cinder-801989-3-iscsi neutron-server[93046]: return func(*args, **kwargs) Jul 23 11:28:32.714242 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:28:32.714242 dv-cinder-801989-3-iscsi neutron-server[93046]: self._notify() Jul 23 11:28:32.714242 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:28:32.714242 dv-cinder-801989-3-iscsi neutron-server[93046]: self.callback(batched_events) Jul 23 11:28:32.714242 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:28:32.714242 dv-cinder-801989-3-iscsi neutron-server[93046]: event.method(event) Jul 23 11:28:32.714242 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:28:32.714242 dv-cinder-801989-3-iscsi neutron-server[93046]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:28:32.714242 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:28:32.714242 dv-cinder-801989-3-iscsi neutron-server[93046]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:28:32.714242 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:28:32.714242 dv-cinder-801989-3-iscsi neutron-server[93046]: return f(self, *a, **k) Jul 23 11:28:32.714242 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:28:32.714242 dv-cinder-801989-3-iscsi neutron-server[93046]: return self._get(url).json() Jul 23 11:28:32.714242 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:28:32.714242 dv-cinder-801989-3-iscsi neutron-server[93046]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:28:32.714242 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:28:32.714242 dv-cinder-801989-3-iscsi neutron-server[93046]: return self.request(url, 'GET', **kwargs) Jul 23 11:28:32.714242 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:28:32.714242 dv-cinder-801989-3-iscsi neutron-server[93046]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:28:32.714242 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:28:32.714242 dv-cinder-801989-3-iscsi neutron-server[93046]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:28:32.714242 dv-cinder-801989-3-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:28:32.714242 dv-cinder-801989-3-iscsi neutron-server[93046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:28:32.714242 dv-cinder-801989-3-iscsi neutron-server[93046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:28:32.769509 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f391-a95e-4ab5-a9d6-0befcd2a439b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409060'] for network, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:32.774971 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f391-a95e-4ab5-a9d6-0befcd2a439b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583421'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:32.776851 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-5dd5f391-a95e-4ab5-a9d6-0befcd2a439b admin admin] 10.222.0.47 "DELETE /v2.0/networks/7824b008-2b07-46fe-9eb8-341a0fdcd752 HTTP/1.1" status: 204 len: 168 time: 0.5061724 Jul 23 11:28:32.787846 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5f391-a95e-4ab5-a9d6-0befcd2a439b admin admin] Pushing event deleted for resources: {'Network': ['ID=7824b008-2b07-46fe-9eb8-341a0fdcd752,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:28:32.885781 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device e6478d74-06ec-41b2-b5a4-33c8a71e8635 no longer exists at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:28:32.899295 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 41898) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:28:32.906681 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] No Port match for: e6478d74-06ec-41b2-b5a4-33c8a71e8635 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:28:32.907112 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device e6478d74-06ec-41b2-b5a4-33c8a71e8635 not bound to the agent host dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:28:32.907608 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 8390f802-fa25-4755-8600-7a56fb260477 no longer exists at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:28:32.929952 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] No Port match for: 8390f802-fa25-4755-8600-7a56fb260477 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:28:32.930869 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 8390f802-fa25-4755-8600-7a56fb260477 not bound to the agent host dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:28:32.931308 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 92f08372-261a-4b6d-9f00-d0fd4cc38183 no longer exists at agent ovs-agent-dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:28:32.943051 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-c7a7aaab-b6b2-4ef9-afc3-b20d86463a32 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=59b243329b3b4b1b8d2ce3b0c59ae6ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425267 Jul 23 11:28:32.945906 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.47', 41900) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:28:32.950110 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] No Port match for: 92f08372-261a-4b6d-9f00-d0fd4cc38183 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:28:32.950463 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Device 92f08372-261a-4b6d-9f00-d0fd4cc38183 not bound to the agent host dv-cinder-801989-3-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:28:32.996249 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e6163127-402c-4244-af79-ae08b90cae3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:33.017499 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e6163127-402c-4244-af79-ae08b90cae3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:33.066541 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e6163127-402c-4244-af79-ae08b90cae3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:33.069286 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e6163127-402c-4244-af79-ae08b90cae3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:33.070465 dv-cinder-801989-3-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-e6163127-402c-4244-af79-ae08b90cae3a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c734a8ba-3336-450e-82d8-6f288162fb81 HTTP/1.1" status: 204 len: 168 time: 0.1227691 Jul 23 11:28:33.079167 dv-cinder-801989-3-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6163127-402c-4244-af79-ae08b90cae3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c734a8ba-3336-450e-82d8-6f288162fb81,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:28:33.405855 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 41906) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:28:33.448689 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-20984dd5-af7c-44ce-9e9e-8bbc9c05696f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ff015255c8104b16a3b2b26cb73b09b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417447 Jul 23 11:28:33.451166 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.47', 41908) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:28:33.497942 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-584a0a94-ef13-4763-a876-911003cc84ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:33.518635 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-584a0a94-ef13-4763-a876-911003cc84ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:33.566074 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-584a0a94-ef13-4763-a876-911003cc84ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572575'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:33.569456 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-584a0a94-ef13-4763-a876-911003cc84ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:33.570611 dv-cinder-801989-3-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-584a0a94-ef13-4763-a876-911003cc84ff admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/05971f6a-8359-48e7-b466-911577f9719b HTTP/1.1" status: 204 len: 168 time: 0.1185601 Jul 23 11:28:33.578412 dv-cinder-801989-3-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a0a94-ef13-4763-a876-911003cc84ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05971f6a-8359-48e7-b466-911577f9719b,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:28:38.542257 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:28:46.627811 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-8ba876d6-dcaf-41a1-ac80-da368b9bd9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:49.635875 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-b762b0a5-39fa-41d1-bb26-adf0940f0a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:49.751779 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:50.657999 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:52.157701 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:01.007059 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:15.540657 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:29:16.628437 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-23d2c25b-4cfd-46d8-83b9-4ac4c0349d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:19.637305 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-c0a46687-0a46-45da-a9ea-41909d440db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:19.753268 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:20.659306 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:22.161027 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:31.015700 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:46.629721 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-df09691e-b853-4e40-95ae-6d650d0b177b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:49.642599 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-1a535bfe-bb2e-46f5-a27f-ccbb6249e788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:49.754023 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:50.663178 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:52.168991 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:52.540153 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:30:01.026384 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:30:16.632024 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-85515131-94d6-480f-af52-953ade6d4cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:30:19.642967 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-088006e2-6d0d-463a-8d4a-a9fda2f7cd22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:30:19.755289 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:30:20.666806 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:30:22.167366 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:30:29.539475 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:30:31.029094 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:30:46.635020 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-6bcb1b4d-9502-480c-bfe7-78c60526aa1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:30:49.643615 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-dd4b4be5-34e3-432c-9e78-b368a401147d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:30:49.756328 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:30:50.669380 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:30:52.174168 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:01.034561 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:06.538101 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:31:16.638733 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-cc7079a7-2d26-4738-b436-092a06618f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:19.644342 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-fa2c41db-89e4-4986-a38e-987196aab5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:19.759806 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:20.672367 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:22.173499 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:31.034447 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:43.537017 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:31:46.640747 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-63fdda8b-19b5-47ed-b429-c2afca882129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:49.645831 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-bfe4c76c-6218-4a50-9122-641a361c3fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:49.760390 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:50.675885 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:52.175604 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:32:01.086855 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:32:16.641494 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-00bcb06a-8898-4201-8004-a4481da4a05b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:32:19.646996 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e00d8c83-d3e6-43e7-b365-dfbf475e29e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:32:19.761181 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:32:20.535809 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:32:20.676743 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:32:22.178897 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:32:31.102858 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:32:46.643299 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-f402248a-9a34-4d12-ac11-f0a3af00dc54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:32:49.647231 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-a33426d7-6a33-43f3-9c38-e298276ec760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:32:49.761558 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:32:50.680052 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:32:52.181374 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:32:57.533992 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:33:01.105976 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:33:16.646949 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-750d0e11-f660-4ce7-bbad-cb54e60b42a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:33:19.647931 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-85a23dea-b248-439b-945a-1b121a6a5dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:33:19.762489 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-50b3544a-14de-42e3-9875-a47042bc3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:33:20.684187 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9477-9829-4cb6-8074-495d92e7fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:33:22.184934 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d5635881-27f6-49b3-ab5a-506f351fa171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:33:31.120345 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad153f7a-f4fd-4515-9500-7776cf0fa47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:33:34.536172 dv-cinder-801989-3-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-5e6072fa-f0c8-43ac-8a7a-e1c026ae80d7 None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:33:46.649240 dv-cinder-801989-3-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-9d07a730-d71f-42f3-9215-23106b035fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792856633721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496620'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}